-- Logs begin at Wed 2022-02-09 12:16:37 UTC, end at Wed 2022-02-09 13:31:14 UTC. -- Feb 09 13:02:34.222230 dv-cinder-827860-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 13:02:37.176200 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.common.config [-] Logging enabled! Feb 09 13:02:37.176818 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 13:02:37.177004 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103051) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 13:02:37.180302 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.common.config [-] Logging enabled! Feb 09 13:02:37.180563 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 13:02:37.180877 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103051) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 13:02:37.181802 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 13:02:37.182041 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 13:02:37.182426 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 13:02:37.182709 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 13:02:37.182941 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 13:02:37.183419 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.183846 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 13:02:37.184315 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.184464 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.184764 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.185066 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.185360 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.185647 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.185940 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.186241 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.186530 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.186839 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.187126 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.187418 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.187704 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.187991 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.188284 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.188566 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] debug = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.188849 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.189283 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.189692 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.189971 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.190262 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.190543 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.190838 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.191117 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.191400 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.191730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] host = dv-cinder-827860-3-iscsi {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.192008 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.192298 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.192585 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.192872 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.193148 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.193428 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.193738 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.194011 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.194285 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] log_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.194585 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.194873 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.195160 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.195451 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.195677 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.195902 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.196195 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.196483 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.196756 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.197031 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.197305 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.197578 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.197850 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.198123 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.198409 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.198720 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.199006 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.199282 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.199556 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.199828 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.200239 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.200387 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.200659 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.200931 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.201202 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.201488 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.201757 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.202028 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.202327 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.202640 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.202924 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.203209 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.203484 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.203767 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.204035 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.204304 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.204573 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] use_json = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.204848 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.205117 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.205398 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.205671 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.205942 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.206213 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.206486 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.206795 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.207068 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:37.207365 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.207672 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.207972 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.208276 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.208571 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.208853 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.209145 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.209426 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.210240 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.210539 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.210855 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.211138 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.211443 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.211734 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.212034 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.212340 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.212637 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.212932 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.213234 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.213517 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.213815 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.214098 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.214387 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.214688 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.214984 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.215274 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.215813 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.215927 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.216131 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.216425 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.216716 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.216993 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.217274 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.217568 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.217846 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.218120 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.218398 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.218717 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.218998 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.219271 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.219555 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.219836 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.220111 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.220386 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.220663 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.220954 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.221234 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.221509 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.221786 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.222063 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.222337 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.222644 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.222926 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.223202 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.223478 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.223755 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.224028 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.224302 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.224579 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.224871 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.225700 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.225980 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.226259 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.226537 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.226837 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.227113 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.227390 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.227666 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.227947 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.228221 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.228494 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.228773 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.229049 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.229324 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.229615 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.229916 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.230196 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.230479 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.230783 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.231064 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.231340 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.231619 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.231900 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.232180 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.232454 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.232746 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.233031 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.233318 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.233628 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.233910 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.234209 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.234489 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.234799 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.235079 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.235359 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.235646 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.235932 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.236228 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.236525 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.236821 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.237118 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.237413 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.237695 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.238007 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.238291 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:37.238509 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 13:02:37.238780 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103051) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 13:02:37.625557 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 13:02:37.625840 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 13:02:37.626154 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 13:02:37.626495 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 13:02:37.961184 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:37.961475 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:37.961754 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:37.963109 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:37.963395 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:37.963663 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.009229 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.009515 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.009790 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.026141 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.026429 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.026740 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.056117 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.056401 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.056671 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.093740 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.094017 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.094293 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.444817 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.445448 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.445448 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.445602 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.446299 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.546594 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.546864 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.547155 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.547432 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.547702 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.548018 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.548281 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.548541 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.548797 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.549083 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.549345 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.549613 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.549868 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.550123 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.550378 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.550671 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.550929 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.551199 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.551470 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.551739 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.552011 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.552267 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.552548 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.552926 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.553178 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.553426 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.553853 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:02:38.554100 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:02:38.554344 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:02:38.554615 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:02:38.554860 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:02:38.555103 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:02:38.555471 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 13:02:38.558723 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 13:02:38.562837 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 13:02:38.566525 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Feb 09 13:02:38.568189 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 13:02:38.568683 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 13:02:38.569022 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 13:02:38.569412 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 13:02:38.572298 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 13:02:38.572557 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 13:02:38.572906 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 13:02:38.577789 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 13:02:38.601510 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 13:02:38.602141 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.602444 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103051) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 13:02:38.602853 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.604240 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103051) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 13:02:38.604525 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 13:02:38.604775 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 13:02:38.608061 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.608341 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:38.672250 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 13:02:38.672496 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 13:02:38.672739 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 13:02:38.673267 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 13:02:38.695563 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_db.sqlalchemy.engines [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103051) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 13:02:39.329664 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Initializing driver for type 'gre' Feb 09 13:02:39.330198 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] gre ID ranges: [(1, 1000)] Feb 09 13:02:39.566070 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Initializing driver for type 'local' Feb 09 13:02:39.566692 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Initializing driver for type 'vlan' Feb 09 13:02:39.757488 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] VlanTypeDriver initialization complete Feb 09 13:02:39.757850 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Initializing driver for type 'vxlan' Feb 09 13:02:39.758364 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] vxlan ID ranges: [(1, 1000)] Feb 09 13:02:39.997941 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Initializing extension driver 'port_security' Feb 09 13:02:39.998288 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] PortSecurityExtensionDriver initialization complete Feb 09 13:02:39.998660 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Initializing mechanism driver 'openvswitch' Feb 09 13:02:39.998992 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Initializing mechanism driver 'hyperv' Feb 09 13:02:40.005659 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:40.006523 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > port after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.009118 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > port after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.009118 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > port after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.009118 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:02:40.009118 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > subnet after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.009118 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > subnet after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.009495 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.009495 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:02:40.009738 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > network after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.010091 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > network after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.010438 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > network after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.010872 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:02:40.011535 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > security_group after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.011887 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > security_group after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.012230 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.012641 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:02:40.013050 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.013400 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.013759 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.014181 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:02:40.014617 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > address_group after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.014973 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > address_group after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.015316 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.015720 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:02:40.016173 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] ML2 OVO RPC backend initialized. {{(pid=103051) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 13:02:40.016879 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.017238 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.017654 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > network before_response 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.018004 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > networks before_response 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.018355 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > port before_response 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.018724 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > ports before_response 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.019073 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > subnet before_response 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.019449 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > subnets before_response 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.019795 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > network after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.020139 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > network after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.020477 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > network after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.020814 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > port after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.021153 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > port after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.021488 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > port after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.022356 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > subnet after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.022730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > subnet after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.023074 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.032030 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded quota_driver: . Feb 09 13:02:40.032401 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.plugin [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Modular L2 Plugin initialization complete Feb 09 13:02:40.032758 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading services supported by the core plugin {{(pid=103051) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 13:02:40.033108 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.plugins.ml2.managers [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Got port-security extension from driver 'port_security' Feb 09 13:02:40.033594 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.extensions.vlantransparent [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Disabled vlantransparent extension. Feb 09 13:02:40.034089 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103051) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 13:02:40.034420 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading Plugin: router Feb 09 13:02:40.070603 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.071008 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router after_create 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.071387 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router before_create 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.071759 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.072139 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.072510 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router after_delete 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.072873 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.073227 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.073591 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router after_create 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.073941 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router after_update 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.074295 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router after_update 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.074670 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.075034 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router after_update 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.075453 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router precommit_update 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.075823 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: port after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.076172 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: port after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.076554 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: subnet after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.076905 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.077257 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.077608 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router precommit_create 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.077955 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: port before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.078301 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router precommit_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.078691 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router after_update 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.079040 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.079526 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router precommit_create 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.080056 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.080604 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router precommit_update 55549900 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.081241 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > agent after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.081867 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > agent after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.082486 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > network after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.083995 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Tracking information for resource: router configured {{(pid=103051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:02:40.085100 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Tracking information for resource: floatingip configured {{(pid=103051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:02:40.091883 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.db.l3_agentschedulers_db [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 13:02:40.092501 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: port after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.092867 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: port after_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.093223 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: port after_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.093578 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: port after_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.094373 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router before_create 55550100 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.094776 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.095150 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router precommit_create 55550100 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.095515 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > router precommit_update 55550100 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.100960 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.services.provider_configuration [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service providers = [] {{(pid=103051) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 13:02:40.101329 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.db.servicetype_db [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103051) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 13:02:40.104363 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.services.service_base [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 13:02:40.104724 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.services.service_base [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 13:02:40.105075 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.services.service_base [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 13:02:40.105975 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.services.service_base [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 13:02:40.106353 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.services.service_base [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 13:02:40.106772 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:02:40.107096 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 13:02:40.118013 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:02:40.118357 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading Plugin: auto_allocate Feb 09 13:02:40.124328 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: network precommit_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.124703 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: network precommit_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.125222 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:02:40.125544 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading Plugin: tag Feb 09 13:02:40.132442 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:02:40.132776 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading Plugin: timestamp Feb 09 13:02:40.136941 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:02:40.137270 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading Plugin: network_ip_availability Feb 09 13:02:40.142845 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.143221 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.143579 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.144289 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:02:40.144609 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading Plugin: flavors Feb 09 13:02:40.150094 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:02:40.150434 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading Plugin: revisions Feb 09 13:02:40.154805 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:02:40.155204 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_concurrency.lockutils [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.529s {{(pid=103051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 13:02:40.155949 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103051) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 13:02:40.156288 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Initializing extension manager. Feb 09 13:02:40.156810 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: __init__.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.157153 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: __pycache__ {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.157490 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.157824 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: address_group.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.158608 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.159172 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: address-group Feb 09 13:02:40.159498 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: address_scope.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.160215 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.160724 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: address-scope Feb 09 13:02:40.161051 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.162007 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.163121 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: router-admin-state-down-before-update Feb 09 13:02:40.163451 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: agent.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.164160 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.164667 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: agent Feb 09 13:02:40.164994 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: agent_resources_synced.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.165926 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.166437 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: agent-resources-synced Feb 09 13:02:40.166791 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: allowedaddresspairs.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.168590 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.169125 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: allowed-address-pairs Feb 09 13:02:40.169453 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: auto_allocated_topology.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.170548 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.171097 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: auto-allocated-topology Feb 09 13:02:40.171426 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: availability_zone.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.172135 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.172652 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: availability_zone Feb 09 13:02:40.172978 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: availability_zone_filter.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.173907 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.174422 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: availability_zone_filter Feb 09 13:02:40.174787 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: data_plane_status.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.175708 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.176214 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 13:02:40.176538 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: default_subnetpools.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.177462 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.177993 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: default-subnetpools Feb 09 13:02:40.178319 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.179162 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.179673 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: dhcp_agent_scheduler Feb 09 13:02:40.179997 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: dns.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.180918 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.181423 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 13:02:40.181747 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: dns_domain_ports.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.182720 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.183224 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 13:02:40.183548 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.184482 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.184984 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 13:02:40.185308 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: dvr.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.185986 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.186489 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: dvr Feb 09 13:02:40.186841 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: ecmp_routes.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.187775 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.188281 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 13:02:40.188609 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: empty_string_filtering.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.189534 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.190048 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: empty-string-filtering Feb 09 13:02:40.190377 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.191329 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.191839 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 13:02:40.192171 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.193094 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.193624 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 13:02:40.193953 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: external_net.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.194895 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.195411 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: external-net Feb 09 13:02:40.195735 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.196653 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.197172 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: extra_dhcp_opt Feb 09 13:02:40.197498 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: extraroute.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.198420 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.198965 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: extraroute Feb 09 13:02:40.199291 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: extraroute_atomic.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.200358 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.200873 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: extraroute-atomic Feb 09 13:02:40.201196 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: filter_validation.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.201868 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.202381 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: filter-validation Feb 09 13:02:40.202742 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: fip_pf_description.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.203666 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.204194 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 13:02:40.204518 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: fip_port_details.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.205627 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.206135 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: fip-port-details Feb 09 13:02:40.206457 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: flavors.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.207764 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.208286 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: flavors Feb 09 13:02:40.208615 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.210912 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.211442 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 13:02:40.211776 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: floatingip_pools.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.212492 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.213006 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: floatingip-pools Feb 09 13:02:40.213336 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: ip_allocation.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.214277 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.214812 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 13:02:40.215142 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.216077 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.216590 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: ip-substring-filtering Feb 09 13:02:40.216921 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: l2_adjacency.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.217860 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.218366 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 13:02:40.218733 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: l3.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.219713 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.220232 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: router Feb 09 13:02:40.220560 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.222939 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.223469 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 13:02:40.223806 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.224743 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.225804 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: ext-gw-mode Feb 09 13:02:40.226135 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.227105 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.227624 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: l3-ha Feb 09 13:02:40.227956 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.228880 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.229386 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 13:02:40.229714 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: l3_flavors.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.230677 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.231192 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: l3-flavors Feb 09 13:02:40.231521 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.232941 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.233460 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 13:02:40.233791 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.234758 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.235277 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 13:02:40.235605 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: l3agentscheduler.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.236654 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.237172 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: l3_agent_scheduler Feb 09 13:02:40.237506 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: local_ip.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.239337 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.239870 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension local_ip not supported by any of loaded plugins Feb 09 13:02:40.240203 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: logging.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.241885 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.242450 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension logging not supported by any of loaded plugins Feb 09 13:02:40.242817 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: metering.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.243575 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.244158 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: metering Feb 09 13:02:40.244492 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.245602 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.246124 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: metering_source_and_destination_fields Feb 09 13:02:40.246455 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: multiprovidernet.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.247422 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.247937 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: multi-provider Feb 09 13:02:40.248314 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: netmtu.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.249189 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.249703 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: net-mtu Feb 09 13:02:40.250033 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: netmtu_writable.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.250990 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.251503 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: net-mtu-writable Feb 09 13:02:40.251939 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: network_availability_zone.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.252518 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.253020 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: network_availability_zone Feb 09 13:02:40.253346 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: network_ip_availability.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.254471 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.255018 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: network-ip-availability Feb 09 13:02:40.255350 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: network_segment_range.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.256152 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.256664 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 13:02:40.257015 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: pagination.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.258018 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.258354 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: pagination Feb 09 13:02:40.258710 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: port_device_profile.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.259650 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.260173 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: port-device-profile Feb 09 13:02:40.260498 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.261690 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.262640 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: port-mac-address-regenerate Feb 09 13:02:40.262640 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.263450 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.263956 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: port-numa-affinity-policy Feb 09 13:02:40.264280 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: port_resource_request.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.265212 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.265711 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 13:02:40.266033 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: port_resource_request_groups.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.267045 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.267551 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 13:02:40.267874 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: portbindings.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.268817 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.269323 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: binding Feb 09 13:02:40.269647 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: portbindings_extended.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.270986 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.271507 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: binding-extended Feb 09 13:02:40.272356 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: portsecurity.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.273285 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.273802 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: port-security Feb 09 13:02:40.274131 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: project_id.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.275148 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.275486 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: project-id Feb 09 13:02:40.275815 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: providernet.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.276756 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.277299 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: provider Feb 09 13:02:40.277596 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.290114 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.290668 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos not supported by any of loaded plugins Feb 09 13:02:40.291053 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.292335 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.292853 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 13:02:40.293187 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.294122 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.294658 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 13:02:40.294990 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos_default.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.295917 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.296462 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos-default not supported by any of loaded plugins Feb 09 13:02:40.296797 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos_fip.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.297746 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.298776 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 13:02:40.299105 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.300040 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.300550 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 13:02:40.300911 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos_gateway_ip.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.301974 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.302491 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 13:02:40.302850 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos_port_network_policy.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.303805 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.304319 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 13:02:40.304649 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.305715 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.306231 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 13:02:40.306579 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos_pps_rule.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.307788 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.308307 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos-pps not supported by any of loaded plugins Feb 09 13:02:40.308636 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos_rule_type_details.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.309570 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.310080 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 13:02:40.310408 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: qos_rules_alias.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.311498 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.312011 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 13:02:40.312339 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: quota_check_limit.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.313267 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.313795 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: quota-check-limit Feb 09 13:02:40.314121 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: quotasv2.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.315128 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.315465 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: quotas Feb 09 13:02:40.315791 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: quotasv2_detail.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.317550 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.317888 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: quota_details Feb 09 13:02:40.318220 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: rbac.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.319900 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.320434 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: rbac-policies Feb 09 13:02:40.320767 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: rbac_address_group.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.325612 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.326135 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: rbac-address-group Feb 09 13:02:40.326462 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: rbac_address_scope.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.327442 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.327959 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: rbac-address-scope Feb 09 13:02:40.328284 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: rbac_security_groups.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.329209 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.329726 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: rbac-security-groups Feb 09 13:02:40.330051 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: rbac_subnetpool.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.331024 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.331538 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: rbac-subnetpool Feb 09 13:02:40.331863 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: revisionifmatch.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.332804 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.333315 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: revision-if-match Feb 09 13:02:40.333642 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: revisions.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.335453 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.335968 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: standard-attr-revisions Feb 09 13:02:40.336307 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: router_availability_zone.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.336988 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.337501 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: router_availability_zone Feb 09 13:02:40.337829 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: routerservicetype.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.338806 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.339321 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 13:02:40.339650 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.340594 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.341111 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: security-groups-normalized-cidr Feb 09 13:02:40.341438 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.342421 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.342968 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: port-security-groups-filtering Feb 09 13:02:40.343294 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.344243 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.344755 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: security-groups-remote-address-group Feb 09 13:02:40.345080 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.346043 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.346609 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: security-groups-shared-filtering Feb 09 13:02:40.346937 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.347533 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 13:02:40.347855 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: securitygroup.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.359137 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.359676 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: security-group Feb 09 13:02:40.360013 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: segment.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.360828 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.361342 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension segment not supported by any of loaded plugins Feb 09 13:02:40.361673 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.362682 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.363198 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 13:02:40.363528 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: servicetype.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.364669 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.365221 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: service-type Feb 09 13:02:40.365610 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: sorting.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.366639 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.366978 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: sorting Feb 09 13:02:40.367305 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: standard_attr_segment.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.368230 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.368742 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 13:02:40.369066 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: standardattrdescription.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.369720 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.370229 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: standard-attr-description Feb 09 13:02:40.370574 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: stateful_security_group.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.371540 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.372054 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: stateful-security-group Feb 09 13:02:40.372383 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: stdattrs_common.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.372959 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 13:02:40.373286 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.374220 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.374764 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 13:02:40.375091 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: subnet_onboard.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.376207 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.376723 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: subnet_onboard Feb 09 13:02:40.377052 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.377997 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.378503 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 13:02:40.378857 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: subnet_service_types.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.379804 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.380319 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: subnet-service-types Feb 09 13:02:40.380646 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: subnetallocation.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.382254 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.382798 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: subnet_allocation Feb 09 13:02:40.383130 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.383809 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.384319 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: subnetpool-prefix-ops Feb 09 13:02:40.384645 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.385624 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.386387 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 13:02:40.386740 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: tagging.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.387838 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.388358 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: standard-attr-tag Feb 09 13:02:40.398077 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: timestamp.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.401866 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.402392 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loaded extension: standard-attr-timestamp Feb 09 13:02:40.402759 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: trunk.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.403830 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.404349 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension trunk not supported by any of loaded plugins Feb 09 13:02:40.404682 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: trunk_details.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.405624 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.406138 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 13:02:40.406467 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: uplink_status_propagation.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.407435 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.407952 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 13:02:40.408278 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Loading extension file: vlantransparent.py {{(pid=103051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:02:40.408978 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:02:40.409482 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 13:02:40.412111 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:network Feb 09 13:02:40.412681 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:subnet Feb 09 13:02:40.413086 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 13:02:40.413486 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:port Feb 09 13:02:40.414799 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.415251 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service FLAVORS assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.415882 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.416346 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.416682 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:router Feb 09 13:02:40.417118 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 13:02:40.417608 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service METERING assigned prefix: /metering {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.419136 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.419512 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.419870 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:02:40.420878 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 13:02:40.421329 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:security_group Feb 09 13:02:40.421769 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 13:02:40.422372 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service CORE assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.422752 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 13:02:40.423106 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] subnetpool is already registered Feb 09 13:02:40.423543 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service CORE assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.423874 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 13:02:40.424210 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] subnetpool is already registered Feb 09 13:02:40.426531 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.426997 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service FLAVORS assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.427591 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.428041 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.428380 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:router Feb 09 13:02:40.428722 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] router is already registered Feb 09 13:02:40.429136 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 13:02:40.429472 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] floatingip is already registered Feb 09 13:02:40.429925 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service METERING assigned prefix: /metering {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.430622 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 13:02:40.430955 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] rbac_policy is already registered Feb 09 13:02:40.431370 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:security_group Feb 09 13:02:40.431706 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] security_group is already registered Feb 09 13:02:40.432110 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 13:02:40.432446 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] security_group_rule is already registered Feb 09 13:02:40.433073 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service CORE assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.433403 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 13:02:40.433738 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] subnetpool is already registered Feb 09 13:02:40.434171 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.v2.resource_helper [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Service CORE assigned prefix: {{(pid=103051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:02:40.434496 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 13:02:40.434856 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING neutron.quota.resource_registry [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] subnetpool is already registered Feb 09 13:02:40.435327 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: extensions {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.436848 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: address-groups {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.438330 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: address-scopes {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.439709 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: agents {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.440878 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: auto-allocated-topology {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.442157 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: availability_zones {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.443410 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: dhcp-networks {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.445455 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: dhcp-agents {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.446941 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: routers {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.449182 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: flavors {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.450340 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: service_profiles {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.451584 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: next_providers {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.453066 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: service_profiles {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.454666 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: floatingip-pools {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.455893 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: routers {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.458019 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: floatingips {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.459917 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: l3-routers {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.461359 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: l3-agents {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.462833 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: metering-labels {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.464201 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: metering-label-rules {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.465487 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: network-ip-availabilities {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.466775 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: bindings {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.468465 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: quotas {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.470046 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: quotas {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.471632 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: rbac-policies {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.473854 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: security-groups {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.475180 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: security-group-rules {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.476479 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: service-providers {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.477720 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: subnetpools {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.479189 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: subnetpools {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.480650 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: tags {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.482364 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: tags {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.484204 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: tags {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.486001 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: tags {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.487836 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: tags {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.489692 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: tags {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.491455 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: tags {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.493382 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: tags {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.495158 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: tags {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.497036 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron.api.extensions [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Extended resource: tags {{(pid=103051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:02:40.503004 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING keystonemiddleware.auth_token [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 13:02:40.508139 dv-cinder-827860-3-iscsi neutron-server[103051]: WARNING keystonemiddleware.auth_token [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 13:02:40.517465 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_concurrency.lockutils [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Acquired lock "singleton_lock" {{(pid=103051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 13:02:40.517771 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_concurrency.lockutils [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Releasing lock "singleton_lock" {{(pid=103051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 13:02:40.518430 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO oslo_service.service [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Starting 2 workers Feb 09 13:02:40.523866 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Started child 103164 {{(pid=103051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 13:02:40.528334 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Started child 103165 {{(pid=103051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 13:02:40.529477 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.530167 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO neutron.service [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 13:02:40.530618 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.530996 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [-] (103164) wsgi starting up on http://0.0.0.0:9696 Feb 09 13:02:40.533131 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO oslo_service.service [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Starting 1 workers Feb 09 13:02:40.533290 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.534642 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [-] (103165) wsgi starting up on http://0.0.0.0:9696 Feb 09 13:02:40.538415 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Started child 103166 {{(pid=103051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 13:02:40.538990 dv-cinder-827860-3-iscsi neutron-server[103051]: INFO oslo_service.service [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Starting 1 workers Feb 09 13:02:40.542184 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.service [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] calling RpcWorker wait() {{(pid=103166) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 13:02:40.542755 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.service [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] returning from RpcWorker wait() {{(pid=103166) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 13:02:40.543483 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Started child 103167 {{(pid=103051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 13:02:40.544135 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.544308 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84ad-7e7b-44d3-bf1e-56fcfed0d092 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.544701 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:40.546241 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 13:02:40.546460 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 13:02:40.546679 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 13:02:40.546915 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 13:02:40.547325 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 13:02:40.547504 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 13:02:40.548006 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.548294 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.548430 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.548904 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.548904 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.549124 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.549415 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:40.549688 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.549961 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.550218 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.550509 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.550789 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.550968 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.551142 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.551387 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.551622 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.551910 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.552173 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.552415 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.552678 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.552853 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.553151 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.553430 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.553659 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.553920 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] debug = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.554189 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.554742 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.554988 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.555211 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.555457 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.555736 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.555965 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.556242 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.556491 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.556740 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.557006 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.557252 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.557494 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.557713 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.557972 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.558187 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.558458 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.558703 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.559173 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] host = dv-cinder-827860-3-iscsi {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.559419 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.559637 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.559896 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.560142 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.560402 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.560619 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.560866 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.561125 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.561369 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.561609 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.561859 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.562101 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.562319 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.562587 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.562752 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_options = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.562975 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.563264 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.563523 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.563715 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.563884 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.564050 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.564309 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.564472 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.564737 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.564956 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.565172 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.565390 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.565613 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.565848 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.566113 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.566697 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.566697 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.566927 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.567088 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.567340 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.567567 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.567793 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.568011 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.568228 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.568530 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.569220 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.569481 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.569699 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.569926 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.570141 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.570387 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.570689 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.570908 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.571219 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.571671 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.571916 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.572148 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.572367 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.572631 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.572877 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.573139 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.573385 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.573601 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.573860 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.574096 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.574938 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.575125 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_json = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.575369 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.575583 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.575844 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.576061 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.576302 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.576520 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.576755 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.577018 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.577257 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.577687 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.577986 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.578281 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.578534 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.578910 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.579323 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.579455 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.579873 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.580054 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.580166 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.580434 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.580684 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.581021 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.581356 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.581533 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.581889 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.582825 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.587131 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.587131 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.587131 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.587131 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.587131 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.587131 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.587131 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.587131 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588112 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588112 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588112 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588112 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588112 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588112 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588112 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588112 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588986 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588986 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588986 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588986 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.588986 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.589449 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.589559 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.589694 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.589928 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.590654 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.590654 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.590654 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.590928 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.591170 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.591473 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.591691 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.591919 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.592140 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.592377 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.592598 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.592816 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.593048 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.593271 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.593569 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.593834 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.594059 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.594278 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.594495 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.594766 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.595033 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.595232 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.595443 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.595658 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.595887 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.596101 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.596354 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.596574 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.596788 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.597006 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.597227 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.597476 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.598074 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.598074 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.598323 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.598458 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.598625 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.598818 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.599302 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.599302 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.599580 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.600389 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.600389 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.601554 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.601554 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.601554 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.601554 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.601554 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.602488 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.602488 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.602488 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.602488 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.602963 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.602963 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.603209 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.603395 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.603631 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.603870 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.604106 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.604354 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.604616 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.604862 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.605098 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.606748 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.607015 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.608242 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.608242 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.610414 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.610737 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.611167 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.611775 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.612420 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.612839 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.613081 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.613503 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.613769 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.614051 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.614315 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.614616 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.614868 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.615136 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.615658 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.616144 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.616571 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.616839 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.617115 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.617387 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.617651 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.617916 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.618188 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.618424 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.618698 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.618955 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.619190 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.619415 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.619646 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.619971 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.620224 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.620688 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.620688 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.620960 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.621222 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.621517 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.621808 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.622073 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.622314 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.622605 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.622843 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.623085 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.623326 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.623560 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.623777 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.624022 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.624425 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.624670 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.624905 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.625145 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.625964 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.626200 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.626474 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.626721 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.627195 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.627417 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.627672 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.627892 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.628136 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.628388 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.628631 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.628854 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.629076 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.629292 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.629542 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.629780 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.630050 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.630316 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.630536 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.630821 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.631574 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.631849 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.632087 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.632319 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.632541 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.632763 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.632981 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.633200 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.633417 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.633633 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.633861 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.634106 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.634360 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.634630 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.634979 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.635237 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.635517 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.635780 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.636251 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.636476 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.636700 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.636938 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.637200 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.637526 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.637917 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.638181 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.638407 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.638677 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.638901 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.639471 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.639471 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.639655 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.639887 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.640128 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.640358 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.640593 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.640812 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.641031 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.641240 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.641465 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.641665 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.641895 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.642112 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.642423 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.642707 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.642951 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.643184 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.643418 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.643620 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.643891 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.644124 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.644359 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.644589 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.644828 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.645020 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.645248 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.645461 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.645675 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.645898 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.646119 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.646360 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.646603 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.646878 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.647599 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.647845 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.648091 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.648309 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.648557 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.648795 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.649030 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.649253 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.649472 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.649687 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.649915 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.650127 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.650372 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.650588 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.650815 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.651022 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.651325 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.651579 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.651801 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.652093 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.652342 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.652593 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.652849 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.653188 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.653421 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.653998 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.653998 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.654188 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.654373 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.654654 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.654976 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.655264 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.655507 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.655758 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.656029 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.656310 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.656566 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.658597 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.658597 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.658597 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.658597 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.658597 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.658597 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.658597 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.659211 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.659447 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.659687 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.659927 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.660146 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.660392 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.660633 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.660883 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.661122 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.661354 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.661574 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.661801 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.662034 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.662256 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.662516 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.662849 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 13:02:40.663391 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 13:02:40.663555 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 13:02:40.663710 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 13:02:40.663881 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 13:02:40.664053 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 13:02:40.664207 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 13:02:40.664422 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.664586 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.664755 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.664903 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.665063 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.665243 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.665410 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.665568 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.665884 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.666044 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.666378 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.666722 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.666884 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.667045 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.667208 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.667369 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.667536 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.667700 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.667868 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.668031 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.668187 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.668491 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.668802 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] debug = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.668966 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.669198 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.669372 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.669535 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.669697 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.669859 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.670020 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.670180 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.670345 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.670507 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.670691 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.670854 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.671038 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.671173 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.671489 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.671652 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.671811 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.672120 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.672285 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] host = dv-cinder-827860-3-iscsi {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.672446 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.672606 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.672764 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.673074 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.673237 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.673400 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.673560 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.673722 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.673879 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.674178 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.674485 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.674742 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.674906 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.675068 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.675229 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_options = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.675413 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.675548 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.675854 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.676053 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.676217 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.676382 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.676544 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.676705 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.676867 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.677026 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.677184 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.677347 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.677505 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.677669 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.677831 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.678520 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.678638 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:40.678742 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.678859 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.679022 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.679183 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.679344 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.679505 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.679665 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.679825 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.679985 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.680145 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.680306 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.680465 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.680625 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.680787 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.680947 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.681186 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.681355 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.681518 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.681680 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.681844 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.682458 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.683034 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.683201 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.683753 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.683939 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.684070 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.684217 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.684381 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.684535 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.684698 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.684855 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_json = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.685003 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.685160 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.685315 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.685470 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.685625 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.685780 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.685934 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.686104 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.686263 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:02:40.686450 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.686696 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.686873 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.687038 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.687203 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.687371 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.687536 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.687700 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.687868 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.688029 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.688220 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.688366 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.688541 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.688703 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.688865 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.689140 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.689237 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.689395 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.689504 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.689663 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.689828 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.689992 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.690163 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.690330 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.690493 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.690675 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.690837 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.691014 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.691173 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.691353 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.691515 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.691681 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.691845 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.692012 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.692173 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.692336 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.693730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.693730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.693730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.693730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.693730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.693730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.693730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.693730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.695195 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.695195 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.695195 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.695195 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.695195 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.695195 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.695195 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.696401 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.696401 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.696401 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.696401 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.696401 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.696401 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.696401 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.696401 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.697160 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.697160 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.697160 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.697160 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.697160 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.697730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.697730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.697730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.697941 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.697941 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.698081 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.698284 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.698372 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.698529 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.698719 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.698882 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.699046 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.699209 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.699371 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.699533 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.699696 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.699858 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.700021 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.700185 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.700350 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.700514 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.700677 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.700839 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.701003 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.701249 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.701420 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.701584 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.701756 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.701935 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.702099 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.702262 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.702463 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.702993 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.703133 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.703492 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.703492 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.703981 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.703981 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.704219 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.704348 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.704519 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.704674 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.704760 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.704887 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.705227 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.705227 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.705476 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.705629 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.705786 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.705786 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.706020 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.706140 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.706253 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.706407 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.706610 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.706764 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.706928 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.707308 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.707308 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.707461 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.707586 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.707791 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.707875 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.708032 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.708194 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.708371 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.708506 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.708668 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.708830 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.708993 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.709168 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.709358 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.709520 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.709683 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.709897 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.710070 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.710233 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.710397 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.710583 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.710755 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.711077 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.711247 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.711409 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.711572 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.711737 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.711900 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.712068 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.712213 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.712383 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.712544 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.712706 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.712871 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.713393 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.713393 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.713393 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.713638 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.713638 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.713777 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.713946 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.714107 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.714269 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.714442 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.714670 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.714796 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.714928 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.715090 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.715253 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.715467 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.715562 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.715730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.715891 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.716066 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.716209 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.716373 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.716535 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.716905 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.716905 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.717055 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.717164 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.717324 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.717497 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.717659 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.717849 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.717982 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.718143 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.718307 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.718477 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.718659 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.718826 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.719009 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.719188 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.719336 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.719487 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.719651 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.719814 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.719978 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.720141 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.720292 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.720459 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.720631 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.720789 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.720924 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.721076 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.721238 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.721401 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.721567 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.721732 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.721896 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.722058 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.722223 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.722387 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.722549 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.722730 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.722893 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.723055 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.723218 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.723380 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.723543 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.723719 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.723884 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.724047 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.724208 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.724360 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.724522 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.724696 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.724875 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.725037 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.725200 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.725367 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.725516 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.725687 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.725850 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.726033 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.726188 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.726324 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.726451 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.726645 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.726813 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.726941 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.727097 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.727259 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.727426 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.727598 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.727762 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.727928 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.728090 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.728252 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.728414 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.728587 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.728750 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.728912 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.729075 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.729236 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.729400 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.729574 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.729737 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.729901 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.730071 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.730234 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.730396 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.730579 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.730753 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.730919 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.731085 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.731249 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.731412 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.731575 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.731739 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.731908 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.732081 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.732251 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.732417 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.732588 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.732761 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.732933 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.733096 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.733266 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.733440 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.733603 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.733766 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.733929 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.734091 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.734254 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.734417 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.734595 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.734760 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.734923 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.735086 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.735249 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.735411 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.735574 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.735737 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.735898 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.736061 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.736223 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.736386 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.736547 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:02:40.736703 dv-cinder-827860-3-iscsi neutron-server[103051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 13:02:40.916053 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 36674) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:02:40.924727 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064681 Feb 09 13:02:52.700419 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b38539-e76c-4a98-a673-e56f6d10ae72 None None] get_active_networks_info from dv-cinder-827860-3-iscsi {{(pid=103166) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 13:02:52.772682 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b38539-e76c-4a98-a673-e56f6d10ae72 None None] No non-hosted networks {{(pid=103166) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 13:02:52.788012 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.agentschedulers_db [None req-a2b38539-e76c-4a98-a673-e56f6d10ae72 None None] DHCP Agent not found on host dv-cinder-827860-3-iscsi {{(pid=103166) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 13:02:52.972808 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-dcabef89-3fd1-40f7-80c5-e7c86d61486c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655796'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:55.048273 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-0d41642a-be99-4407-b9f0-4ee506d84af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655796'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:55.087130 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.db.api [None req-594d19ae-8ad6-4cc0-a905-d84f3995e93e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-827860-3-iscsi {{(pid=103166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:02:55.088118 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG oslo_db.api [None req-594d19ae-8ad6-4cc0-a905-d84f3995e93e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:02:55.706405 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-594d19ae-8ad6-4cc0-a905-d84f3995e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:56.166363 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655796'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:57.679364 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655796'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:58.869725 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 36754) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:02:59.250611 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655796'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:59.252842 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.254452 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.254841 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.255179 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.255665 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.256185 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.257036 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.257661 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.258222 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.261766 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.262384 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.263018 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.263533 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:59.264094 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-827860-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:59.273118 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827860-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:59.461871 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.db.l3_hamode_db [None req-b9a7a053-9deb-4377-9818-a59eebd2733c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 13:02:59.466395 dv-cinder-827860-3-iscsi neutron-server[103164]: WARNING oslo_policy.policy [None req-6bc098a1-43a2-42bc-90f0-e88ddcda525b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:02:59.467038 dv-cinder-827860-3-iscsi neutron-server[103164]: WARNING oslo_policy.policy [None req-6bc098a1-43a2-42bc-90f0-e88ddcda525b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:02:59.543160 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7a053-9deb-4377-9818-a59eebd2733c None None] Routers set() bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:02:59.543545 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7a053-9deb-4377-9818-a59eebd2733c None None] Router IDs set() for agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 13:02:59.701896 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [None req-6bc098a1-43a2-42bc-90f0-e88ddcda525b admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:02:59.703092 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6bc098a1-43a2-42bc-90f0-e88ddcda525b admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8312159 Feb 09 13:03:02.233988 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 36780) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:02.554751 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-614fce56-ddaa-463b-89cd-673ec86c39ee admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:03:02.646762 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.policy [None req-614fce56-ddaa-463b-89cd-673ec86c39ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103164) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 13:03:02.701356 dv-cinder-827860-3-iscsi neutron-server[103164]: WARNING oslo_policy.policy [None req-614fce56-ddaa-463b-89cd-673ec86c39ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:03:02.701740 dv-cinder-827860-3-iscsi neutron-server[103164]: WARNING oslo_policy.policy [None req-614fce56-ddaa-463b-89cd-673ec86c39ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:03:02.876505 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-614fce56-ddaa-463b-89cd-673ec86c39ee admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790224756799', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790224757330', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790224744422', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790224741113', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790225648034', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790225622287', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66757888', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66961163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-998129', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-959105'] for rbac-policy (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:03.071189 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-614fce56-ddaa-463b-89cd-673ec86c39ee admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:03.072421 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-614fce56-ddaa-463b-89cd-673ec86c39ee admin admin] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8374119 Feb 09 13:03:05.532506 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 36790) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:05.856250 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:03:05.948980 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Made reservation on behalf of 4a4d33f6e237412badcb5c577f475076 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:05.952908 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:05.971160 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:06.081895 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Publish callbacks [] for security_group (06b77108-5fb6-408c-8286-153febe11a6b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:06.149159 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (06b77108-5fb6-408c-8286-153febe11a6b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:06.173248 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:03:06.207919 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790220857016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (9eb4feaf-518a-47f5-b8bf-3e5a9492d90a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:06.208498 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Unsubscribe: segment precommit_create {{(pid=103164) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 13:03:06.209073 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Added segment 9eb4feaf-518a-47f5-b8bf-3e5a9492d90a of type vlan for network 487b689f-fb2f-41d6-85bf-b30a74ddc2ff Feb 09 13:03:06.225309 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=06b77108-5fb6-408c-8286-153febe11a6b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:06.273183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.273543 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.273900 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.274240 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.274595 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.274926 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.275250 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.275571 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.275890 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.276228 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.276549 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.276864 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.277175 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Tracked resource versions report: Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: pushed versions: Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: { 'AddressGroup': {'1.2'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Log': {'1.0'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Network': {'1.1'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Port': {'1.7'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'PortForwarding': {'1.2'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'QosPolicy': {'1.10'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SecurityGroup': {'1.5'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SubPort': {'1.0'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Subnet': {'1.1'}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Trunk': {'1.1'}} Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: consumer versions: Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: { DHCP agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: L3 agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: Metadata agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: Metering agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: Open vSwitch agent@dv-cinder-827860-3-iscsi: { 'AddressGroup': '1.2', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'ConntrackHelper': '1.0', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'LocalIPAssociation': '1.0', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Log': '1.0', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Network': '1.1', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Port': '1.7', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'PortForwarding': '1.2', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'QosPolicy': '1.10', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SecurityGroup': '1.5', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SecurityGroupRule': '1.2', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SubPort': '1.0', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Subnet': '1.1', Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Trunk': '1.1'}} Feb 09 13:03:06.278689 dv-cinder-827860-3-iscsi neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 13:03:06.326116 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (487b689f-fb2f-41d6-85bf-b30a74ddc2ff), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:06.443345 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (487b689f-fb2f-41d6-85bf-b30a74ddc2ff), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:06.448402 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:06.449144 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:06.560876 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] Pushing event updated for resources: {'Network': ['ID=487b689f-fb2f-41d6-85bf-b30a74ddc2ff,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:06.573027 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 487b689f-fb2f-41d6-85bf-b30a74ddc2ff details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:03:06.609710 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-146210f4-ccc1-432a-82df-29f426b8ab6c demo demo] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0762391 Feb 09 13:03:09.108135 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 36802) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:09.517340 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b56404-16d5-4ca3-8e65-f6c7198547b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:09.518712 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-a8b56404-16d5-4ca3-8e65-f6c7198547b7 demo admin] 10.222.0.84 "GET /v2.0/networks/487b689f-fb2f-41d6-85bf-b30a74ddc2ff HTTP/1.1" status: 200 len: 825 time: 0.4095664 Feb 09 13:03:09.543756 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-61258ece-10a9-427a-91e3-cc755907e957 demo admin] 10.222.0.84 "GET /v2.0/subnetpools/0b88e270-9844-4d53-95bd-dac69bc98a4c HTTP/1.1" status: 200 len: 734 time: 0.0192277 Feb 09 13:03:09.552423 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '0b88e270-9844-4d53-95bd-dac69bc98a4c', 'name': 'private-subnet'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:03:09.734283 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] Made reservation on behalf of 4a4d33f6e237412badcb5c577f475076 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:09.736699 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:10.100613 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (b05341dd-23ca-4c43-95e1-ee54da0e0816), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:10.171940 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] Pushing event updated for resources: {'Subnet': ['ID=b05341dd-23ca-4c43-95e1-ee54da0e0816,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:10.173935 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] Checking segment: {'id': '9eb4feaf-518a-47f5-b8bf-3e5a9492d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:03:10.174326 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] Network hostable DHCP agents. Network: 487b689f-fb2f-41d6-85bf-b30a74ddc2ff, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:03:10.314974 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] Network 487b689f-fb2f-41d6-85bf-b30a74ddc2ff is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:03:10.406422 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 487b689f-fb2f-41d6-85bf-b30a74ddc2ff) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:10.411155 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:10.411781 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:10.416711 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c3b216-8242-41da-9e26-419f8baa9a2f None None] Network 487b689f-fb2f-41d6-85bf-b30a74ddc2ff requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:03:10.548415 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6e326f11-939a-45ca-957a-c755bbf31f9f demo admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9992242 Feb 09 13:03:10.672588 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6efa35db-1db3-5fc5-bf75-75554a5a7c43-487b689f-fb2f-41d6-85bf-b30a74ddc2ff', 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff', 'project_id': '4a4d33f6e237412badcb5c577f475076', 'fixed_ips': [{'subnet_id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816'}]}} from dv-cinder-827860-3-iscsi. {{(pid=103166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 13:03:10.674219 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:10.966483 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.db_base_plugin_common [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Allocated IP 172.20.0.2 (487b689f-fb2f-41d6-85bf-b30a74ddc2ff/b05341dd-23ca-4c43-95e1-ee54da0e0816/1ba025e1-991b-4c22-9836-8a93a84b204c) {{(pid=103166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:11.234704 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Publish callbacks [] for port (1ba025e1-991b-4c22-9836-8a93a84b204c), precommit_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:11.312883 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (1ba025e1-991b-4c22-9836-8a93a84b204c), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:11.385806 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Network 487b689f-fb2f-41d6-85bf-b30a74ddc2ff is already hosted by enough agents. {{(pid=103166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:11.393046 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.base_scheduler [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Resources bound (agent type, host, resource id): {{(pid=103166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:11.402441 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Received port after_create {{(pid=103166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:03:11.412256 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Pushing event updated for resources: {'Port': ['ID=1ba025e1-991b-4c22-9836-8a93a84b204c,revision_number=1']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:11.457072 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.457722 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.457813 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.458134 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.458474 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.458941 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.459265 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.459595 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.459923 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.460262 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.460591 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.460914 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.461234 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Tracked resource versions report: Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: pushed versions: Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: { 'AddressGroup': {'1.2'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'ConntrackHelper': {'1.0'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'LocalIPAssociation': {'1.0'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Log': {'1.0'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Network': {'1.1'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Port': {'1.7'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'PortForwarding': {'1.2'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'QosPolicy': {'1.10'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SecurityGroup': {'1.5'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SecurityGroupRule': {'1.2'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SubPort': {'1.0'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Subnet': {'1.1'}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Trunk': {'1.1'}} Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: consumer versions: Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: { DHCP agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: L3 agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: Metadata agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: Metering agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: Open vSwitch agent@dv-cinder-827860-3-iscsi: { 'AddressGroup': '1.2', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'ConntrackHelper': '1.0', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'LocalIPAssociation': '1.0', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Log': '1.0', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Network': '1.1', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Port': '1.7', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'PortForwarding': '1.2', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'QosPolicy': '1.10', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SecurityGroup': '1.5', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SecurityGroupRule': '1.2', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SubPort': '1.0', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Subnet': '1.1', Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Trunk': '1.1'}} Feb 09 13:03:11.462627 dv-cinder-827860-3-iscsi neutron-server[103166]: {{(pid=103166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 13:03:11.497703 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Attempting to bind port 1ba025e1-991b-4c22-9836-8a93a84b204c on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:03:11.498022 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Attempting to bind port 1ba025e1-991b-4c22-9836-8a93a84b204c by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '9eb4feaf-518a-47f5-b8bf-3e5a9492d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:03:11.498459 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Attempting to bind port 1ba025e1-991b-4c22-9836-8a93a84b204c on network 487b689f-fb2f-41d6-85bf-b30a74ddc2ff {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:03:11.503693 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:03:11.504063 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Checking segment: {'id': '9eb4feaf-518a-47f5-b8bf-3e5a9492d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:03:11.504557 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:11.504942 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Bound using segment: {'id': '9eb4feaf-518a-47f5-b8bf-3e5a9492d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:03:11.505428 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Bound port: 1ba025e1-991b-4c22-9836-8a93a84b204c, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb4feaf-518a-47f5-b8bf-3e5a9492d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:03:11.505882 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1ba025e1-991b-4c22-9836-8a93a84b204c), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:11.567158 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] For port 1ba025e1-991b-4c22-9836-8a93a84b204c, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:11.588025 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] For port 1ba025e1-991b-4c22-9836-8a93a84b204c, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=1ba025e1-991b-4c22-9836-8a93a84b204c,segment=NetworkSegment(9eb4feaf-518a-47f5-b8bf-3e5a9492d90a),segment_id=9eb4feaf-518a-47f5-b8bf-3e5a9492d90a)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:11.713350 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (1ba025e1-991b-4c22-9836-8a93a84b204c), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:11.777633 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a11492-5f64-4665-ad56-55890e32aee1 None None] Pushing event updated for resources: {'Port': ['ID=1ba025e1-991b-4c22-9836-8a93a84b204c,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:13.054980 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 36810) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:13.642542 dv-cinder-827860-3-iscsi neutron-server[103165]: WARNING oslo_policy.policy [None req-80840109-8a5b-42e2-95a9-ef29f095564b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:03:13.643238 dv-cinder-827860-3-iscsi neutron-server[103165]: WARNING oslo_policy.policy [None req-80840109-8a5b-42e2-95a9-ef29f095564b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:03:13.881828 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [None req-80840109-8a5b-42e2-95a9-ef29f095564b admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:03:13.882861 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-80840109-8a5b-42e2-95a9-ef29f095564b admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8268695 Feb 09 13:03:16.357319 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 36824) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:16.689704 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [None req-e737654d-1d23-483a-b822-4e8b039158ea admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:03:16.690685 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-e737654d-1d23-483a-b822-4e8b039158ea admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3323879 Feb 09 13:03:19.210062 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 36832) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:19.536958 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-f2408761-a9f3-471e-a940-f95ec6abf940 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:03:19.649197 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2408761-a9f3-471e-a940-f95ec6abf940 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25933'] for router (e571f879-68d3-4551-ad77-4508d9d97d41), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:19.650948 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2408761-a9f3-471e-a940-f95ec6abf940 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25942'] for router (e571f879-68d3-4551-ad77-4508d9d97d41), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:19.807958 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2408761-a9f3-471e-a940-f95ec6abf940 demo demo] Publish callbacks [] for router_controller (e571f879-68d3-4551-ad77-4508d9d97d41), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:19.864361 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2408761-a9f3-471e-a940-f95ec6abf940 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662855'] for router (e571f879-68d3-4551-ad77-4508d9d97d41), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:19.968940 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2408761-a9f3-471e-a940-f95ec6abf940 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:19.970230 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f2408761-a9f3-471e-a940-f95ec6abf940 demo demo] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7591517 Feb 09 13:03:21.804653 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 1ba025e1-991b-4c22-9836-8a93a84b204c up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:03:21.902405 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 1ba025e1-991b-4c22-9836-8a93a84b204c triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:21.902856 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1ba025e1-991b-4c22-9836-8a93a84b204c), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:22.025918 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 1ba025e1-991b-4c22-9836-8a93a84b204c is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:03:22.026328 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1ba025e1-991b-4c22-9836-8a93a84b204c), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:22.069821 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port 1ba025e1-991b-4c22-9836-8a93a84b204c, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=1ba025e1-991b-4c22-9836-8a93a84b204c,segment=NetworkSegment(9eb4feaf-518a-47f5-b8bf-3e5a9492d90a),segment_id=9eb4feaf-518a-47f5-b8bf-3e5a9492d90a)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:22.192104 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (1ba025e1-991b-4c22-9836-8a93a84b204c), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:22.259835 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=1ba025e1-991b-4c22-9836-8a93a84b204c,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:22.530470 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 36844) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:22.718283 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-849d8140-8913-44e9-8c51-80e0996e6cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:22.860867 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [None req-63ffe216-e29d-4fbf-a36d-5208fa60e049 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:03:22.861899 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-63ffe216-e29d-4fbf-a36d-5208fa60e049 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3304212 Feb 09 13:03:23.030849 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf7e50-e2fc-4edc-b806-afd6680ab841 None None] Network 487b689f-fb2f-41d6-85bf-b30a74ddc2ff requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:03:23.093875 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-55264161-301e-4801-b5fa-a5b68f0df982 None None] Provisioning complete for port 1ba025e1-991b-4c22-9836-8a93a84b204c triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:23.094286 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-55264161-301e-4801-b5fa-a5b68f0df982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1ba025e1-991b-4c22-9836-8a93a84b204c), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:23.226005 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-55264161-301e-4801-b5fa-a5b68f0df982 None None] Current status of the port 1ba025e1-991b-4c22-9836-8a93a84b204c is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:03:23.446005 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-e8578f89-f979-4e8b-832f-f526f0973c7c None None] Provisioning complete for port 1ba025e1-991b-4c22-9836-8a93a84b204c triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:23.446404 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-e8578f89-f979-4e8b-832f-f526f0973c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1ba025e1-991b-4c22-9836-8a93a84b204c), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:23.525801 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-e8578f89-f979-4e8b-832f-f526f0973c7c None None] Current status of the port 1ba025e1-991b-4c22-9836-8a93a84b204c is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:03:23.777794 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 1ba025e1-991b-4c22-9836-8a93a84b204c up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:03:23.826800 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 1ba025e1-991b-4c22-9836-8a93a84b204c triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:23.827323 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1ba025e1-991b-4c22-9836-8a93a84b204c), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:23.909109 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 1ba025e1-991b-4c22-9836-8a93a84b204c is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:03:25.020356 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6aff4337-4404-4aa1-9de7-bc15fa34cf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:25.376074 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 36852) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:25.695910 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:03:25.780163 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Made reservation on behalf of 4d24795a55ac4fd1b99c22a72fd13096 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:25.782463 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:25.793559 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:25.868763 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Publish callbacks [] for security_group (4df28fa2-595a-4a54-b806-a7c5bcf328fe), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:25.957238 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4df28fa2-595a-4a54-b806-a7c5bcf328fe), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:25.972980 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Reserving flat network on physical network physnet1 {{(pid=103164) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 13:03:25.993388 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df28fa2-595a-4a54-b806-a7c5bcf328fe,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:25.998338 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (ff881fa7-2e07-4ae3-a3f8-40da9e1fad05), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:26.001054 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Added segment ff881fa7-2e07-4ae3-a3f8-40da9e1fad05 of type flat for network fe239bd9-8017-490e-9e82-efc91d772d35 Feb 09 13:03:26.046922 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (fe239bd9-8017-490e-9e82-efc91d772d35), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:26.117530 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:26.151862 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (fe239bd9-8017-490e-9e82-efc91d772d35), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:26.152872 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:26.153490 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:26.242265 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] Pushing event updated for resources: {'Network': ['ID=fe239bd9-8017-490e-9e82-efc91d772d35,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:26.252193 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network fe239bd9-8017-490e-9e82-efc91d772d35 details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:03:26.291912 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b431871c-c926-4b53-bc01-ae69bd43cb4e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9146428 Feb 09 13:03:27.646843 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:28.753184 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 36870) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:28.925226 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c55f5c-ce7a-479f-afef-632de5e5d865 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:28.926597 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-93c55f5c-ce7a-479f-afef-632de5e5d865 demo admin] 10.222.0.84 "GET /v2.0/subnets/b05341dd-23ca-4c43-95e1-ee54da0e0816 HTTP/1.1" status: 200 len: 849 time: 0.1724486 Feb 09 13:03:29.050617 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7de5bc28-48d1-4455-b08c-f1b05a98111b demo admin] 10.222.0.84 "GET /v2.0/routers/e571f879-68d3-4551-ad77-4508d9d97d41 HTTP/1.1" status: 200 len: 704 time: 0.1178010 Feb 09 13:03:29.257790 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:29.336947 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:29.693351 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Allocated IP 172.20.0.1 (487b689f-fb2f-41d6-85bf-b30a74ddc2ff/b05341dd-23ca-4c43-95e1-ee54da0e0816/f0cdec17-267f-4a73-a13b-652cbc68e899) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:29.846105 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Publish callbacks [] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:30.001347 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:30.071549 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Network 487b689f-fb2f-41d6-85bf-b30a74ddc2ff is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:30.078459 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:30.084703 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:03:30.084931 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662928'] for router_interface (e571f879-68d3-4551-ad77-4508d9d97d41), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:30.152597 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Pushing event updated for resources: {'Port': ['ID=f0cdec17-267f-4a73-a13b-652cbc68e899,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:30.282462 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-97cc980c-e47d-4bc2-a421-4e83669e4060 None None] Provisioning complete for port f0cdec17-267f-4a73-a13b-652cbc68e899 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:30.283077 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-97cc980c-e47d-4bc2-a421-4e83669e4060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:30.315593 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-97cc980c-e47d-4bc2-a421-4e83669e4060 None None] Port f0cdec17-267f-4a73-a13b-652cbc68e899 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:03:30.354479 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:30.564832 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Publish callbacks [] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:30.654010 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:30.654878 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655616'] for router_interface (e571f879-68d3-4551-ad77-4508d9d97d41), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:30.732348 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Pushing event updated for resources: {'Port': ['ID=f0cdec17-267f-4a73-a13b-652cbc68e899,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:30.780372 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Network 487b689f-fb2f-41d6-85bf-b30a74ddc2ff is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:30.781773 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:31.039006 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-156e16c8-bfcf-4b8b-8ed5-0bc98c78aeb2 None None] Provisioning complete for port f0cdec17-267f-4a73-a13b-652cbc68e899 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:31.039378 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-156e16c8-bfcf-4b8b-8ed5-0bc98c78aeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:31.071948 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Router e571f879-68d3-4551-ad77-4508d9d97d41 is scheduled to L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:03:31.074255 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-156e16c8-bfcf-4b8b-8ed5-0bc98c78aeb2 None None] Port f0cdec17-267f-4a73-a13b-652cbc68e899 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:03:31.165974 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:03:31.171417 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d0064306-573f-438e-b1db-d0e6bc2cc1bf demo admin] 10.222.0.84 "PUT /v2.0/routers/e571f879-68d3-4551-ad77-4508d9d97d41/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1149199 Feb 09 13:03:31.176840 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Sync routers for ids ['e571f879-68d3-4551-ad77-4508d9d97d41'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:03:31.190929 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Routers {'e571f879-68d3-4551-ad77-4508d9d97d41'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:03:31.191808 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:03:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e571f879-68d3-4551-ad77-4508d9d97d41'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:31.383647 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Set router e571f879-68d3-4551-ad77-4508d9d97d41 gateway port host: None {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:03:31.814550 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'name': 'router1', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:19Z', 'updated_at': '2022-02-09T13:03:30Z', 'revision_number': 2, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'gw_port_host': None, '_interfaces': [{'id': 'f0cdec17-267f-4a73-a13b-652cbc68e899', 'name': '', 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'mac_address': 'fa:16:3e:c4:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:29Z', 'updated_at': '2022-02-09T13:03:30Z', 'revision_number': 2, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'subnets': [{'id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b88e270-9844-4d53-95bd-dac69bc98a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:31.865486 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Checking router: e571f879-68d3-4551-ad77-4508d9d97d41 for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:03:31.865848 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Updating router e571f879-68d3-4551-ad77-4508d9d97d41 port f0cdec17-267f-4a73-a13b-652cbc68e899 binding host dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:03:31.919273 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:32.445874 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Publish callbacks [] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:32.532147 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:32.673575 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Pushing event updated for resources: {'Port': ['ID=f0cdec17-267f-4a73-a13b-652cbc68e899,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:32.699615 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.699984 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.700344 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.700686 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.701094 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.701450 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.701779 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.702105 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.702436 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.702936 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.703265 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.703587 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.703907 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Tracked resource versions report: Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: pushed versions: Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: { 'AddressGroup': {'1.2'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'ConntrackHelper': {'1.0'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'LocalIPAssociation': {'1.0'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Log': {'1.0'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Network': {'1.1'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Port': {'1.7'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'PortForwarding': {'1.2'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'QosPolicy': {'1.10'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SecurityGroup': {'1.5'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SecurityGroupRule': {'1.2'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SubPort': {'1.0'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Subnet': {'1.1'}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Trunk': {'1.1'}} Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: consumer versions: Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: { DHCP agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: L3 agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: Metadata agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: Metering agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: Open vSwitch agent@dv-cinder-827860-3-iscsi: { 'AddressGroup': '1.2', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'ConntrackHelper': '1.0', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'LocalIPAssociation': '1.0', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Log': '1.0', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Network': '1.1', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Port': '1.7', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'PortForwarding': '1.2', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'QosPolicy': '1.10', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SecurityGroup': '1.5', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SecurityGroupRule': '1.2', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SubPort': '1.0', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Subnet': '1.1', Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Trunk': '1.1'}} Feb 09 13:03:32.705336 dv-cinder-827860-3-iscsi neutron-server[103167]: {{(pid=103167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 13:03:32.717162 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Attempting to bind port f0cdec17-267f-4a73-a13b-652cbc68e899 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:03:32.717567 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Attempting to bind port f0cdec17-267f-4a73-a13b-652cbc68e899 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '9eb4feaf-518a-47f5-b8bf-3e5a9492d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:03:32.718012 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Attempting to bind port f0cdec17-267f-4a73-a13b-652cbc68e899 on network 487b689f-fb2f-41d6-85bf-b30a74ddc2ff {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:03:32.723799 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:03:32.724830 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Checking segment: {'id': '9eb4feaf-518a-47f5-b8bf-3e5a9492d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:03:32.725363 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:32.725762 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Bound using segment: {'id': '9eb4feaf-518a-47f5-b8bf-3e5a9492d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:03:32.726256 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Bound port: f0cdec17-267f-4a73-a13b-652cbc68e899, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb4feaf-518a-47f5-b8bf-3e5a9492d90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:03:32.726992 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:32.795989 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] For port f0cdec17-267f-4a73-a13b-652cbc68e899, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:32.808173 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-82805a41-816a-4d90-9b80-efb4b73770f3 None None] Provisioning complete for port f0cdec17-267f-4a73-a13b-652cbc68e899 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:32.811737 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-82805a41-816a-4d90-9b80-efb4b73770f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:32.815487 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] For port f0cdec17-267f-4a73-a13b-652cbc68e899, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=f0cdec17-267f-4a73-a13b-652cbc68e899,segment=NetworkSegment(9eb4feaf-518a-47f5-b8bf-3e5a9492d90a),segment_id=9eb4feaf-518a-47f5-b8bf-3e5a9492d90a)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:32.844168 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-82805a41-816a-4d90-9b80-efb4b73770f3 None None] Port f0cdec17-267f-4a73-a13b-652cbc68e899 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:03:32.904168 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:32.961534 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Routers {'e571f879-68d3-4551-ad77-4508d9d97d41'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:03:32.962159 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:03:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e571f879-68d3-4551-ad77-4508d9d97d41'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:32.964056 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c270d9b-e1a7-4cc6-98e2-9d01625525cb None None] Pushing event updated for resources: {'Port': ['ID=f0cdec17-267f-4a73-a13b-652cbc68e899,revision_number=4']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:33.063663 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] Set router e571f879-68d3-4551-ad77-4508d9d97d41 gateway port host: None {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:03:33.168038 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-f5c26d65-51f3-405d-951a-72ba2bc9f1a1 None None] Provisioning complete for port f0cdec17-267f-4a73-a13b-652cbc68e899 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:33.168544 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f5c26d65-51f3-405d-951a-72ba2bc9f1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:33.251711 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-f5c26d65-51f3-405d-951a-72ba2bc9f1a1 None None] Current status of the port f0cdec17-267f-4a73-a13b-652cbc68e899 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:03:33.251928 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f5c26d65-51f3-405d-951a-72ba2bc9f1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:33.287343 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-f5c26d65-51f3-405d-951a-72ba2bc9f1a1 None None] For port f0cdec17-267f-4a73-a13b-652cbc68e899, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=f0cdec17-267f-4a73-a13b-652cbc68e899,segment=NetworkSegment(9eb4feaf-518a-47f5-b8bf-3e5a9492d90a),segment_id=9eb4feaf-518a-47f5-b8bf-3e5a9492d90a)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:33.288439 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'name': 'router1', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:19Z', 'updated_at': '2022-02-09T13:03:30Z', 'revision_number': 2, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'gw_port_host': None, '_interfaces': [{'id': 'f0cdec17-267f-4a73-a13b-652cbc68e899', 'name': '', 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'mac_address': 'fa:16:3e:c4:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:29Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'subnets': [{'id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b88e270-9844-4d53-95bd-dac69bc98a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:33.317094 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f4fa5-e340-42d9-9ba6-b029323bcab5 None None] The sync data for ids ['e571f879-68d3-4551-ad77-4508d9d97d41'] in dv-cinder-827860-3-iscsi is: [{'id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'name': 'router1', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:19Z', 'updated_at': '2022-02-09T13:03:30Z', 'revision_number': 2, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'gw_port_host': None, '_interfaces': [{'id': 'f0cdec17-267f-4a73-a13b-652cbc68e899', 'name': '', 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'mac_address': 'fa:16:3e:c4:ce:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:29Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'subnets': [{'id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b88e270-9844-4d53-95bd-dac69bc98a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:03:33.406417 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f5c26d65-51f3-405d-951a-72ba2bc9f1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:33.455681 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c26d65-51f3-405d-951a-72ba2bc9f1a1 None None] Pushing event updated for resources: {'Port': ['ID=f0cdec17-267f-4a73-a13b-652cbc68e899,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:33.637749 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 36890) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:33.912118 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.policy [None req-7a9b62b0-15bc-42fd-a8e6-8ef3a5832faa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103165) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 13:03:33.955978 dv-cinder-827860-3-iscsi neutron-server[103165]: WARNING oslo_policy.policy [None req-7a9b62b0-15bc-42fd-a8e6-8ef3a5832faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:03:33.956365 dv-cinder-827860-3-iscsi neutron-server[103165]: WARNING oslo_policy.policy [None req-7a9b62b0-15bc-42fd-a8e6-8ef3a5832faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:03:33.964310 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b62b0-15bc-42fd-a8e6-8ef3a5832faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:33.966052 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-7a9b62b0-15bc-42fd-a8e6-8ef3a5832faa admin admin] 10.222.0.84 "GET /v2.0/networks/fe239bd9-8017-490e-9e82-efc91d772d35 HTTP/1.1" status: 200 len: 842 time: 0.3273709 Feb 09 13:03:33.976153 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:03:34.115001 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Made reservation on behalf of 4d24795a55ac4fd1b99c22a72fd13096 for: {'subnet': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:34.117821 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:34.640727 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.objects.ports [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103165) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 13:03:34.641365 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (9cebc555-95dd-4ea3-8ac4-61d693666e36), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:34.711570 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cebc555-95dd-4ea3-8ac4-61d693666e36,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:34.715684 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Checking segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:03:34.716065 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Network hostable DHCP agents. Network: fe239bd9-8017-490e-9e82-efc91d772d35, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:03:34.725072 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.725423 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.725762 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.726095 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.726423 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.726770 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.727101 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.727424 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.727881 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.728220 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.728542 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.728855 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.729180 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Tracked resource versions report: Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: pushed versions: Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: { 'AddressGroup': {'1.2'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'ConntrackHelper': {'1.0'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'LocalIPAssociation': {'1.0'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Log': {'1.0'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Network': {'1.1'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Port': {'1.7'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'PortForwarding': {'1.2'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'QosPolicy': {'1.10'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SecurityGroup': {'1.5'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SecurityGroupRule': {'1.2'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SubPort': {'1.0'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Subnet': {'1.1'}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Trunk': {'1.1'}} Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: consumer versions: Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: { DHCP agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: L3 agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: Metadata agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: Metering agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: Open vSwitch agent@dv-cinder-827860-3-iscsi: { 'AddressGroup': '1.2', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'ConntrackHelper': '1.0', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'LocalIPAssociation': '1.0', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Log': '1.0', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Network': '1.1', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Port': '1.7', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'PortForwarding': '1.2', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'QosPolicy': '1.10', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SecurityGroup': '1.5', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SecurityGroupRule': '1.2', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SubPort': '1.0', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Subnet': '1.1', Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Trunk': '1.1'}} Feb 09 13:03:34.730536 dv-cinder-827860-3-iscsi neutron-server[103165]: {{(pid=103165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 13:03:34.881233 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Network fe239bd9-8017-490e-9e82-efc91d772d35 is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:03:34.974670 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, fe239bd9-8017-490e-9e82-efc91d772d35) {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:34.979579 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:34.980216 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:34.984981 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86738a44-f0fc-4a69-85e3-e1dd76ca2d8b None None] Network fe239bd9-8017-490e-9e82-efc91d772d35 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:03:35.086851 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428ab21-a713-4780-8e6e-d2ad267733ac None None] Network fe239bd9-8017-490e-9e82-efc91d772d35 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:03:35.122593 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-d9620373-f951-4ddc-866c-1ec3e3d38a65 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1399078 Feb 09 13:03:37.508708 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 36904) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:37.852540 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-d8bd9183-4107-4292-9131-ca685b38c7a0 demo admin] 10.222.0.84 "GET /v2.0/routers/e571f879-68d3-4551-ad77-4508d9d97d41 HTTP/1.1" status: 200 len: 710 time: 0.3425481 Feb 09 13:03:37.941243 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc65ab3-a2b4-4a50-93b8-2e6cccfa8aa0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:37.942728 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-bdc65ab3-a2b4-4a50-93b8-2e6cccfa8aa0 demo admin] 10.222.0.84 "GET /v2.0/networks/fe239bd9-8017-490e-9e82-efc91d772d35 HTTP/1.1" status: 200 len: 886 time: 0.0847831 Feb 09 13:03:37.952386 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:03:38.219331 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Publish callbacks [] for router_gateway (e571f879-68d3-4551-ad77-4508d9d97d41), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:38.643087 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Publish callbacks [] for router_gateway (e571f879-68d3-4551-ad77-4508d9d97d41), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:38.729916 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:38.883063 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Allocated IP 172.27.1.108 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/d6847d49-d7b5-4a87-9185-a254661bdb3a) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:38.991904 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Publish callbacks [] for port (d6847d49-d7b5-4a87-9185-a254661bdb3a), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:39.139221 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (d6847d49-d7b5-4a87-9185-a254661bdb3a), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:39.207707 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:39.219213 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:39.226825 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:03:39.232010 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Pushing event updated for resources: {'Port': ['ID=d6847d49-d7b5-4a87-9185-a254661bdb3a,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:39.679436 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Publish callbacks [] for router_gateway (e571f879-68d3-4551-ad77-4508d9d97d41), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:39.877878 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25960'] for router (e571f879-68d3-4551-ad77-4508d9d97d41), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:39.883650 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-662189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-662196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658391'] for router (e571f879-68d3-4551-ad77-4508d9d97d41), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.010030 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Router e571f879-68d3-4551-ad77-4508d9d97d41 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:03:40.123140 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:03:40.127787 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.128862 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2bd14eba-9790-412f-abd6-d7837dfbe227 demo admin] 10.222.0.84 "PUT /v2.0/routers/e571f879-68d3-4551-ad77-4508d9d97d41 HTTP/1.1" status: 200 len: 890 time: 2.1798167 Feb 09 13:03:41.829060 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device f0cdec17-267f-4a73-a13b-652cbc68e899 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:03:41.879723 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port f0cdec17-267f-4a73-a13b-652cbc68e899 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:41.880153 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:41.884872 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Sync routers for ids ['e571f879-68d3-4551-ad77-4508d9d97d41'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:03:41.922916 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Routers {'e571f879-68d3-4551-ad77-4508d9d97d41'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:03:41.923580 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-13496167-6b7c-412b-b85a-314b7369348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:03:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e571f879-68d3-4551-ad77-4508d9d97d41'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:42.169217 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port f0cdec17-267f-4a73-a13b-652cbc68e899 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:03:42.178800 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Set router e571f879-68d3-4551-ad77-4508d9d97d41 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:03:42.588523 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 5 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:03:42.602729 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 36916) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:42.657614 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-13496167-6b7c-412b-b85a-314b7369348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'name': 'router1', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'd6847d49-d7b5-4a87-9185-a254661bdb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:19Z', 'updated_at': '2022-02-09T13:03:39Z', 'revision_number': 4, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'gw_port': {'id': 'd6847d49-d7b5-4a87-9185-a254661bdb3a', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f0cdec17-267f-4a73-a13b-652cbc68e899', 'name': '', 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'mac_address': 'fa:16:3e:c4:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:29Z', 'updated_at': '2022-02-09T13:03:33Z', 'revision_number': 5, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'subnets': [{'id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b88e270-9844-4d53-95bd-dac69bc98a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:42.710968 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Checking router: e571f879-68d3-4551-ad77-4508d9d97d41 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:03:42.711331 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Updating router e571f879-68d3-4551-ad77-4508d9d97d41 port d6847d49-d7b5-4a87-9185-a254661bdb3a binding host dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:03:42.726050 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-40f74d58-e034-408e-aa41-5b429ba41e80 admin admin] 10.222.0.84 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1219778 Feb 09 13:03:42.794077 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d6847d49-d7b5-4a87-9185-a254661bdb3a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:43.119679 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Publish callbacks [] for port (d6847d49-d7b5-4a87-9185-a254661bdb3a), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:43.214839 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (d6847d49-d7b5-4a87-9185-a254661bdb3a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:43.270875 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Attempting to bind port d6847d49-d7b5-4a87-9185-a254661bdb3a on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:03:43.270875 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Attempting to bind port d6847d49-d7b5-4a87-9185-a254661bdb3a by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:03:43.270875 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Attempting to bind port d6847d49-d7b5-4a87-9185-a254661bdb3a on network fe239bd9-8017-490e-9e82-efc91d772d35 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:03:43.272914 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550faf2f-a00c-4579-9d2b-bf549d91050c None None] Pushing event updated for resources: {'Port': ['ID=d6847d49-d7b5-4a87-9185-a254661bdb3a,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:43.278795 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:03:43.279175 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Checking segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:03:43.280157 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:43.280157 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Bound using segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:03:43.280401 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Bound port: d6847d49-d7b5-4a87-9185-a254661bdb3a, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:03:43.280764 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d6847d49-d7b5-4a87-9185-a254661bdb3a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:43.331262 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-13496167-6b7c-412b-b85a-314b7369348b None None] For port d6847d49-d7b5-4a87-9185-a254661bdb3a, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:43.334164 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-13496167-6b7c-412b-b85a-314b7369348b None None] For port d6847d49-d7b5-4a87-9185-a254661bdb3a, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=d6847d49-d7b5-4a87-9185-a254661bdb3a,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:43.413052 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (d6847d49-d7b5-4a87-9185-a254661bdb3a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:43.472859 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Routers {'e571f879-68d3-4551-ad77-4508d9d97d41'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:03:43.473542 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-13496167-6b7c-412b-b85a-314b7369348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:03:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e571f879-68d3-4551-ad77-4508d9d97d41'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:43.476230 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550faf2f-a00c-4579-9d2b-bf549d91050c None None] Pushing event updated for resources: {'Port': ['ID=d6847d49-d7b5-4a87-9185-a254661bdb3a,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:43.586491 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-13496167-6b7c-412b-b85a-314b7369348b None None] Set router e571f879-68d3-4551-ad77-4508d9d97d41 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:03:43.814611 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-13496167-6b7c-412b-b85a-314b7369348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'name': 'router1', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'd6847d49-d7b5-4a87-9185-a254661bdb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:19Z', 'updated_at': '2022-02-09T13:03:39Z', 'revision_number': 4, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'gw_port': {'id': 'd6847d49-d7b5-4a87-9185-a254661bdb3a', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f0cdec17-267f-4a73-a13b-652cbc68e899', 'name': '', 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'mac_address': 'fa:16:3e:c4:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:29Z', 'updated_at': '2022-02-09T13:03:33Z', 'revision_number': 5, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'subnets': [{'id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b88e270-9844-4d53-95bd-dac69bc98a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:43.841294 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13496167-6b7c-412b-b85a-314b7369348b None None] The sync data for ids ['e571f879-68d3-4551-ad77-4508d9d97d41'] in dv-cinder-827860-3-iscsi is: [{'id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'name': 'router1', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'd6847d49-d7b5-4a87-9185-a254661bdb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:19Z', 'updated_at': '2022-02-09T13:03:39Z', 'revision_number': 4, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'gw_port': {'id': 'd6847d49-d7b5-4a87-9185-a254661bdb3a', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f0cdec17-267f-4a73-a13b-652cbc68e899', 'name': '', 'network_id': '487b689f-fb2f-41d6-85bf-b30a74ddc2ff', 'tenant_id': '4a4d33f6e237412badcb5c577f475076', 'mac_address': 'fa:16:3e:c4:ce:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e571f879-68d3-4551-ad77-4508d9d97d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:29Z', 'updated_at': '2022-02-09T13:03:33Z', 'revision_number': 5, 'project_id': '4a4d33f6e237412badcb5c577f475076', 'subnets': [{'id': 'b05341dd-23ca-4c43-95e1-ee54da0e0816', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b88e270-9844-4d53-95bd-dac69bc98a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:03:45.844727 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device d6847d49-d7b5-4a87-9185-a254661bdb3a up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:03:45.897269 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port d6847d49-d7b5-4a87-9185-a254661bdb3a triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:45.897804 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (d6847d49-d7b5-4a87-9185-a254661bdb3a), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:45.973782 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port d6847d49-d7b5-4a87-9185-a254661bdb3a is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:03:45.974735 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d6847d49-d7b5-4a87-9185-a254661bdb3a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:45.994921 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port d6847d49-d7b5-4a87-9185-a254661bdb3a, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=d6847d49-d7b5-4a87-9185-a254661bdb3a,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:46.058737 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (d6847d49-d7b5-4a87-9185-a254661bdb3a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:46.108553 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=d6847d49-d7b5-4a87-9185-a254661bdb3a,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:47.889136 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device d6847d49-d7b5-4a87-9185-a254661bdb3a up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:03:47.987429 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port d6847d49-d7b5-4a87-9185-a254661bdb3a triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:47.987819 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (d6847d49-d7b5-4a87-9185-a254661bdb3a), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:48.168885 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port d6847d49-d7b5-4a87-9185-a254661bdb3a is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:03:52.755031 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-806044b9-fd28-439b-8a5a-7c86eac5addb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:55.014438 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-32eb2c88-78c7-4f84-9c8b-3356a8f28172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:56.094644 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:57.637502 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:59.246638 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:19.589474 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 5 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:04:22.728822 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-43557102-2da8-435f-b185-fa7508809278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:25.048004 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-10970aca-c8a8-4479-9db7-c96e5020cf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:26.094101 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:27.629554 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:29.219337 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:52.733378 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-befcae28-3ee5-4229-8804-add83c373d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:55.017589 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-e19e85ca-fbaf-4e53-ae6b-5d9b0f63e9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:56.093443 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:56.588402 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 5 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:04:57.607521 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:59.234645 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:05.494946 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37400) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:05.554810 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.pecan_wsgi.hooks.translation [None req-953adb31-16b1-4512-9c36-75ae037ca3bc admin admin] GET failed (client error): The resource could not be found. Feb 09 13:05:05.556069 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-953adb31-16b1-4512-9c36-75ae037ca3bc admin admin] 10.222.0.84 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602000 Feb 09 13:05:05.714578 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58075d67-15e2-4a8d-9682-da4f490e81af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:05.716121 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-58075d67-15e2-4a8d-9682-da4f490e81af admin admin] 10.222.0.84 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558828 Feb 09 13:05:08.014673 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37410) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:08.112545 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ee721-8a34-4d2b-abca-f9a76bb2bbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:08.114377 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a37ee721-8a34-4d2b-abca-f9a76bb2bbe9 admin admin] 10.222.0.84 "GET /v2.0/subnets/b05341dd-23ca-4c43-95e1-ee54da0e0816 HTTP/1.1" status: 200 len: 849 time: 0.0983124 Feb 09 13:05:08.123896 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:05:08.220718 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Publish callbacks [] for subnet (b05341dd-23ca-4c43-95e1-ee54da0e0816), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:08.441833 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790220753156'] for subnet (b05341dd-23ca-4c43-95e1-ee54da0e0816), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:08.472412 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:08.473005 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:08.474917 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] 10.222.0.84 "PUT /v2.0/subnets/b05341dd-23ca-4c43-95e1-ee54da0e0816 HTTP/1.1" status: 200 len: 868 time: 0.3546016 Feb 09 13:05:08.478921 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cefdce-1e4d-4046-871a-bdd5fd0ed1dd None None] Network 487b689f-fb2f-41d6-85bf-b30a74ddc2ff requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:05:08.498039 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05341dd-23ca-4c43-95e1-ee54da0e0816,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:08.505415 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.505799 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.506158 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.506503 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.506870 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.507205 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.507553 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.507890 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.508240 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.508588 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.508926 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.509252 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.509571 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e63f8-0c90-43ea-a645-5449137ee484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:08.948615 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-c36453a1-476b-4203-bba0-22800b811577 None None] Provisioning complete for port f0cdec17-267f-4a73-a13b-652cbc68e899 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:08.948930 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c36453a1-476b-4203-bba0-22800b811577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f0cdec17-267f-4a73-a13b-652cbc68e899), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:09.027515 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-c36453a1-476b-4203-bba0-22800b811577 None None] Current status of the port f0cdec17-267f-4a73-a13b-652cbc68e899 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:05:09.037744 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-c36453a1-476b-4203-bba0-22800b811577 None None] Provisioning complete for port 1ba025e1-991b-4c22-9836-8a93a84b204c triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:09.038137 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c36453a1-476b-4203-bba0-22800b811577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1ba025e1-991b-4c22-9836-8a93a84b204c), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:09.120014 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-c36453a1-476b-4203-bba0-22800b811577 None None] Current status of the port 1ba025e1-991b-4c22-9836-8a93a84b204c is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:05:10.748188 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37418) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:11.002731 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5528359-52a1-44a9-b494-644ba2d1c672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:11.003216 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5528359-52a1-44a9-b494-644ba2d1c672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:11.005272 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-c5528359-52a1-44a9-b494-644ba2d1c672 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2555895 Feb 09 13:05:13.297010 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37426) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:13.427748 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26132964-8ebe-4b8a-86f3-46c656a61d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:13.428229 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26132964-8ebe-4b8a-86f3-46c656a61d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:13.429766 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-26132964-8ebe-4b8a-86f3-46c656a61d5a admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318059 Feb 09 13:05:15.704174 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37434) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:15.847415 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa991041-8261-4c36-8e0d-82011a10bdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:15.849379 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-fa991041-8261-4c36-8e0d-82011a10bdbb admin admin] 10.222.0.84 "GET /v2.0/networks/487b689f-fb2f-41d6-85bf-b30a74ddc2ff HTTP/1.1" status: 200 len: 869 time: 0.1442561 Feb 09 13:05:18.216326 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37444) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:18.355840 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c711b2a-6875-4aeb-828e-192aac5e40df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:18.357252 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4c711b2a-6875-4aeb-828e-192aac5e40df admin admin] 10.222.0.84 "GET /v2.0/networks/fe239bd9-8017-490e-9e82-efc91d772d35 HTTP/1.1" status: 200 len: 886 time: 0.1399670 Feb 09 13:05:20.621415 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37452) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:20.744005 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efbe8cc-e234-4447-9a2f-df63fd998e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:20.744470 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efbe8cc-e234-4447-9a2f-df63fd998e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:20.745994 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-1efbe8cc-e234-4447-9a2f-df63fd998e5a admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235843 Feb 09 13:05:22.727414 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-84db5086-f2d0-43ae-859f-3a2921782208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:23.019026 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37460) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:23.108784 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac752cfd-daac-4cbd-8185-15ab20a47e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:23.109244 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac752cfd-daac-4cbd-8185-15ab20a47e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:23.110809 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-ac752cfd-daac-4cbd-8185-15ab20a47e31 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908024 Feb 09 13:05:25.059279 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-0be1a135-275d-4722-a9bc-e06078d11e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:25.375482 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37468) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:25.525041 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e8100-2771-4b2c-88ad-98990e583450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:25.526405 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7d5e8100-2771-4b2c-88ad-98990e583450 admin admin] 10.222.0.84 "GET /v2.0/subnets/9cebc555-95dd-4ea3-8ac4-61d693666e36 HTTP/1.1" status: 200 len: 816 time: 0.1499803 Feb 09 13:05:26.093143 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:27.647084 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:27.786562 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37476) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:27.877088 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01645bd4-782b-4c4a-926a-3a497c4b9abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:27.878396 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-01645bd4-782b-4c4a-926a-3a497c4b9abf admin admin] 10.222.0.84 "GET /v2.0/subnets/b05341dd-23ca-4c43-95e1-ee54da0e0816 HTTP/1.1" status: 200 len: 868 time: 0.0908549 Feb 09 13:05:29.229844 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:33.586615 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 5 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:05:52.732671 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-94ca4d43-ec27-48a5-ad69-cb88620da4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:53.775804 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37530) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:53.822844 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [None req-95df1895-9836-4269-8839-2f4012fc3592 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:05:53.824095 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-95df1895-9836-4269-8839-2f4012fc3592 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472586 Feb 09 13:05:55.020725 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3cd9-6d80-4a53-b14a-48382134d1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:56.104492 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:56.229138 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37538) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:56.290950 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f512b03b-fa8b-4df7-85b1-54c92a8352e6 admin admin] GET failed (client error): The resource could not be found. Feb 09 13:05:56.292223 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f512b03b-fa8b-4df7-85b1-54c92a8352e6 admin admin] 10.222.0.84 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621297 Feb 09 13:05:56.435338 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314eb60-9ef6-422b-a2a4-086496cdf133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:56.436737 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-a314eb60-9ef6-422b-a2a4-086496cdf133 admin admin] 10.222.0.84 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1404629 Feb 09 13:05:57.652458 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:58.729280 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37548) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:58.779395 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:05:58.875297 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Made reservation on behalf of 4d24795a55ac4fd1b99c22a72fd13096 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:05:58.877657 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:58.905031 dv-cinder-827860-3-iscsi neutron-server[103164]: WARNING neutron.services.revisions.revision_plugin [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Could not find related network for resource to bump revision. Feb 09 13:05:58.916296 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:05:58.924774 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (ed1c218a-0acf-42c5-adb4-bbee6870be21), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:58.925111 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Added segment ed1c218a-0acf-42c5-adb4-bbee6870be21 of type vlan for network 76674f8f-6636-4d40-9550-8687e223b72e Feb 09 13:05:58.962262 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (76674f8f-6636-4d40-9550-8687e223b72e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:59.035798 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (76674f8f-6636-4d40-9550-8687e223b72e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:59.036764 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:59.037344 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:59.093638 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Pushing event updated for resources: {'Network': ['ID=76674f8f-6636-4d40-9550-8687e223b72e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:59.100669 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.101036 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.101379 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.101717 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.102086 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.102415 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.102791 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.103122 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.103498 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.103847 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.104176 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.104498 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.104819 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:59.120159 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 76674f8f-6636-4d40-9550-8687e223b72e details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:05:59.141413 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6ef22987-a9e6-4a25-9aec-865924f18dbb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4107461 Feb 09 13:05:59.258864 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:01.449367 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37556) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:01.508965 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc176178-f3ce-43db-a39f-56522afd8590 admin admin] GET failed (client error): The resource could not be found. Feb 09 13:06:01.510235 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-cc176178-f3ce-43db-a39f-56522afd8590 admin admin] 10.222.0.84 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599239 Feb 09 13:06:01.587202 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4609b4-4371-4309-ab99-35a1b423c5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:01.588580 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0b4609b4-4371-4309-ab99-35a1b423c5cf admin admin] 10.222.0.84 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0742936 Feb 09 13:06:01.598283 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:06:01.714779 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] Made reservation on behalf of 4d24795a55ac4fd1b99c22a72fd13096 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:06:01.717587 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:01.944580 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (d61e551a-a825-4454-b391-73bf5e106ba4), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:01.999603 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61e551a-a825-4454-b391-73bf5e106ba4,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:02.009195 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] Checking segment: {'id': 'ed1c218a-0acf-42c5-adb4-bbee6870be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:06:02.010525 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] Network hostable DHCP agents. Network: 76674f8f-6636-4d40-9550-8687e223b72e, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:06:02.126581 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] Network 76674f8f-6636-4d40-9550-8687e223b72e is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:06:02.207607 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 76674f8f-6636-4d40-9550-8687e223b72e) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:02.214606 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:02.215194 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:02.219773 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d63993-7057-4755-88e2-d6dbf0c85f17 None None] Network 76674f8f-6636-4d40-9550-8687e223b72e requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:06:02.314998 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6efa35db-1db3-5fc5-bf75-75554a5a7c43-76674f8f-6636-4d40-9550-8687e223b72e', 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e', 'project_id': '4d24795a55ac4fd1b99c22a72fd13096', 'fixed_ips': [{'subnet_id': 'd61e551a-a825-4454-b391-73bf5e106ba4'}]}} from dv-cinder-827860-3-iscsi. {{(pid=103166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 13:06:02.315843 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:02.317436 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-eae78792-5b98-4f8e-b7e2-14bc2af1f252 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7225785 Feb 09 13:06:02.460384 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.db_base_plugin_common [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Allocated IP 192.168.233.2 (76674f8f-6636-4d40-9550-8687e223b72e/d61e551a-a825-4454-b391-73bf5e106ba4/103933f7-39f6-4832-bb4d-4000b67a3bb6) {{(pid=103166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:02.705689 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Publish callbacks [] for port (103933f7-39f6-4832-bb4d-4000b67a3bb6), precommit_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:02.784831 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (103933f7-39f6-4832-bb4d-4000b67a3bb6), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:02.827820 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Network 76674f8f-6636-4d40-9550-8687e223b72e is already hosted by enough agents. {{(pid=103166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:02.830741 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.base_scheduler [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Resources bound (agent type, host, resource id): {{(pid=103166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:02.835720 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Received port after_create {{(pid=103166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:06:02.838753 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Pushing event updated for resources: {'Port': ['ID=103933f7-39f6-4832-bb4d-4000b67a3bb6,revision_number=1']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:02.849482 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.849866 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.850211 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.850550 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.850900 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.851227 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.851549 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.851871 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.852190 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.852530 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.852852 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.853170 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.853490 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:02.905043 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Attempting to bind port 103933f7-39f6-4832-bb4d-4000b67a3bb6 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:06:02.906849 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Attempting to bind port 103933f7-39f6-4832-bb4d-4000b67a3bb6 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'ed1c218a-0acf-42c5-adb4-bbee6870be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:06:02.906849 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Attempting to bind port 103933f7-39f6-4832-bb4d-4000b67a3bb6 on network 76674f8f-6636-4d40-9550-8687e223b72e {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:06:02.911035 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:06:02.911418 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Checking segment: {'id': 'ed1c218a-0acf-42c5-adb4-bbee6870be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:06:02.911824 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:02.912224 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Bound using segment: {'id': 'ed1c218a-0acf-42c5-adb4-bbee6870be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:06:02.912820 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Bound port: 103933f7-39f6-4832-bb4d-4000b67a3bb6, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1c218a-0acf-42c5-adb4-bbee6870be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:06:02.913241 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (103933f7-39f6-4832-bb4d-4000b67a3bb6), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:02.975092 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] For port 103933f7-39f6-4832-bb4d-4000b67a3bb6, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:06:02.978152 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] For port 103933f7-39f6-4832-bb4d-4000b67a3bb6, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=103933f7-39f6-4832-bb4d-4000b67a3bb6,segment=NetworkSegment(ed1c218a-0acf-42c5-adb4-bbee6870be21),segment_id=ed1c218a-0acf-42c5-adb4-bbee6870be21)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:06:03.064356 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (103933f7-39f6-4832-bb4d-4000b67a3bb6), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:03.121397 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eda17d-7af7-4c94-8ba3-2102430fe4c7 None None] Pushing event updated for resources: {'Port': ['ID=103933f7-39f6-4832-bb4d-4000b67a3bb6,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:03.932619 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 103933f7-39f6-4832-bb4d-4000b67a3bb6 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:06:03.995569 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 103933f7-39f6-4832-bb4d-4000b67a3bb6 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:03.995968 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (103933f7-39f6-4832-bb4d-4000b67a3bb6), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:03.998960 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce96b6be-92a4-4dd2-9dda-39bc73990869 None None] Network 76674f8f-6636-4d40-9550-8687e223b72e requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:06:04.119593 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-cf43da07-f1bf-469b-9f61-c609a3136ec2 None None] Provisioning complete for port 103933f7-39f6-4832-bb4d-4000b67a3bb6 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:04.119993 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cf43da07-f1bf-469b-9f61-c609a3136ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (103933f7-39f6-4832-bb4d-4000b67a3bb6), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:04.196084 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 103933f7-39f6-4832-bb4d-4000b67a3bb6 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:06:04.196392 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (103933f7-39f6-4832-bb4d-4000b67a3bb6), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:04.270298 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port 103933f7-39f6-4832-bb4d-4000b67a3bb6, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=103933f7-39f6-4832-bb4d-4000b67a3bb6,segment=NetworkSegment(ed1c218a-0acf-42c5-adb4-bbee6870be21),segment_id=ed1c218a-0acf-42c5-adb4-bbee6870be21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:04.284738 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-cf43da07-f1bf-469b-9f61-c609a3136ec2 None None] Current status of the port 103933f7-39f6-4832-bb4d-4000b67a3bb6 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:06:04.286393 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cf43da07-f1bf-469b-9f61-c609a3136ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (103933f7-39f6-4832-bb4d-4000b67a3bb6), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:04.392751 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (103933f7-39f6-4832-bb4d-4000b67a3bb6), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:04.455327 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.db.api [None req-cf43da07-f1bf-469b-9f61-c609a3136ec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:06:04.455696 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG oslo_db.api [None req-cf43da07-f1bf-469b-9f61-c609a3136ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:06:04.469664 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=103933f7-39f6-4832-bb4d-4000b67a3bb6,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:04.996160 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-cf43da07-f1bf-469b-9f61-c609a3136ec2 None None] Current status of the port 103933f7-39f6-4832-bb4d-4000b67a3bb6 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:06:05.115699 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-2334a74c-b26e-46ca-ad5d-3bfd18180b08 None None] Provisioning complete for port 103933f7-39f6-4832-bb4d-4000b67a3bb6 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:05.116201 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-2334a74c-b26e-46ca-ad5d-3bfd18180b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (103933f7-39f6-4832-bb4d-4000b67a3bb6), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:05.192815 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-2334a74c-b26e-46ca-ad5d-3bfd18180b08 None None] Current status of the port 103933f7-39f6-4832-bb4d-4000b67a3bb6 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:06:05.889611 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 103933f7-39f6-4832-bb4d-4000b67a3bb6 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:06:05.940039 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 103933f7-39f6-4832-bb4d-4000b67a3bb6 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:05.940413 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (103933f7-39f6-4832-bb4d-4000b67a3bb6), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:06.013398 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 103933f7-39f6-4832-bb4d-4000b67a3bb6 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:06:10.588392 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 5 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:06:22.761016 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f0f0b77c-b8e0-46fa-93f6-588d266cfe1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:25.058147 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-865fb874-3798-4c22-8af9-9d409aba2c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:26.098456 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:27.641448 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:29.224089 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:47.587061 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 5 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:06:52.737711 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4fea2d2c-a195-46d9-9946-4dcea1e3436f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:55.035002 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-9a024563-66fa-49ae-9218-e37ac5b446dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.132218 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.646246 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:59.228963 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:22.743647 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b766794c-845d-4c1e-877a-8fcf2a0de397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:24.585111 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 5 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:07:25.023541 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-2b584b21-feec-4ed1-b901-6b5a9fd90870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:26.126493 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:27.640652 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:29.244394 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:34.791271 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37602) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:07:34.797185 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [None req-88f5acf2-cd82-4bcc-8ffa-50f2e5fc9b29 tempest-verify_tempest_config-675760309 tempest-verify_tempest_config-675760309-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:07:34.798181 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-88f5acf2-cd82-4bcc-8ffa-50f2e5fc9b29 tempest-verify_tempest_config-675760309 tempest-verify_tempest_config-675760309-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059717 Feb 09 13:07:35.290659 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37620) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:07:35.407262 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:35.480316 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Publish callbacks [] for security_group (25beb0e4-ead0-4e7f-b003-c817ab74b0fa), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:35.567311 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (25beb0e4-ead0-4e7f-b003-c817ab74b0fa), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:35.614294 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1d728706815b43ffa7febab3eb2cf53a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3224683 Feb 09 13:07:35.615007 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25beb0e4-ead0-4e7f-b003-c817ab74b0fa,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:35.616946 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37626) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:07:35.621806 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.622308 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.622529 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.622881 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.623212 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.623617 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.623884 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.624216 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.624554 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.624893 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.625222 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.625540 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.625856 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5990f-9ca2-476b-a133-39b01522f1fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.696856 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Publish callbacks [] for security_group (25beb0e4-ead0-4e7f-b003-c817ab74b0fa), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:35.717730 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Publish callbacks [] for security_group (25beb0e4-ead0-4e7f-b003-c817ab74b0fa), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:35.921145 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (25beb0e4-ead0-4e7f-b003-c817ab74b0fa), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:35.923765 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:35.924925 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/25beb0e4-ead0-4e7f-b003-c817ab74b0fa HTTP/1.1" status: 204 len: 168 time: 0.3070354 Feb 09 13:07:35.932705 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25beb0e4-ead0-4e7f-b003-c817ab74b0fa,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:35.939563 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.939940 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.940297 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.940633 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.940972 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.941304 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.941650 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.941986 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.942331 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.942688 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.943011 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.943841 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:35.944202 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345bbcd-8fe9-4fc2-ba6d-45f81f5c1164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:52.772062 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-0da4cd46-56ee-4be2-b696-a12802704f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:55.024627 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-5d29d973-54d9-428b-a918-82e6560291fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:56.144254 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:57.652364 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:59.218075 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:01.583889 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 5 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:08:22.709115 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4ef37363-03df-4190-ada8-d02fa4258792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:25.047020 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7d9052c1-574c-41ed-b58c-237b18929d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:26.109083 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:27.670163 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:29.229460 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:38.582148 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 5 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:08:52.715115 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6ae626cf-bdf6-43ab-999c-d1c8c3653d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:55.023618 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8bdd0a46-88f5-4086-8e6c-2d39bda69709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:56.103892 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:57.652491 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:59.245132 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:15.580290 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 5 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:09:17.257831 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655796'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:22.697817 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-023e7d3d-b7e8-41c6-8f70-acf4b65669b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:25.033424 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-838a4f73-e1a1-43ca-bab8-8b013c18025b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:26.098234 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:27.635292 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:29.227638 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:32.190386 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37698) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:09:32.298736 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-5ca87305-7805-48e6-9f27-0d9926492c99 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1066797 Feb 09 13:09:34.577235 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37708) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:09:34.630793 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2c6f5fca-130e-4719-8a80-be89a2017777 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524626 Feb 09 13:09:47.261813 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:52.581328 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:09:52.703936 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-86e0dbb2-f9c4-4ab7-a2b8-06b6ddcf0988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:55.044297 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4320d52e-b187-41b1-8c9c-3c6d852ddff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:56.109825 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:57.669310 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:59.252782 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:17.213477 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:22.710046 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-02de6ef4-966c-45f2-9465-6b8751fe2c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:25.012500 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-99370f04-5fe6-4d4f-b203-d4e7b734c103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:26.138525 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:27.692584 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:29.218504 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:29.580669 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:10:47.261666 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:52.726833 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3bbf8688-0b90-4e5d-9f15-b9b956df2f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:55.020969 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b5c848c0-2dc7-4e02-bee1-5464452d6f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:56.115899 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:57.664186 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:59.250303 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:06.579268 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:11:07.984638 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37814) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:08.290441 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1369437969-network', 'tenant_id': '413094dda74649c282bf36d27168fc96'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:08.387438 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Made reservation on behalf of 413094dda74649c282bf36d27168fc96 for: {'network': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:08.387438 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:08.401017 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:08.487184 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Publish callbacks [] for security_group (4abc0810-08c5-4ddd-af74-31fa6ef9c9ae), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:08.624501 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4abc0810-08c5-4ddd-af74-31fa6ef9c9ae), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:08.654123 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:11:08.663761 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abc0810-08c5-4ddd-af74-31fa6ef9c9ae,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:08.675241 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790220857016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (0b1fa0ed-333a-4e73-8895-e6bf24339963), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:08.675803 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Unsubscribe: segment precommit_create {{(pid=103165) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 13:11:08.676260 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.segments_db [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Added segment 0b1fa0ed-333a-4e73-8895-e6bf24339963 of type vlan for network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b Feb 09 13:11:08.680325 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.680714 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.681058 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.681393 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.681721 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.682045 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.682369 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.682734 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.683098 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.683429 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.683755 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.684070 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.684390 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Tracked resource versions report: Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: pushed versions: Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: { 'AddressGroup': {'1.2'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'ConntrackHelper': {'1.0'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'LocalIPAssociation': {'1.0'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Log': {'1.0'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Network': {'1.1'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Port': {'1.7'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'PortForwarding': {'1.2'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'QosPolicy': {'1.10'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SecurityGroup': {'1.5'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SecurityGroupRule': {'1.2'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SubPort': {'1.0'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Subnet': {'1.1'}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Trunk': {'1.1'}} Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: consumer versions: Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: { DHCP agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: HyperV agent@hv-cinder-82786: {}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: L3 agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: Metadata agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: Metering agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: Open vSwitch agent@dv-cinder-827860-3-iscsi: { 'AddressGroup': '1.2', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'ConntrackHelper': '1.0', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'LocalIPAssociation': '1.0', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Log': '1.0', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Network': '1.1', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Port': '1.7', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'PortForwarding': '1.2', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'QosPolicy': '1.10', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SecurityGroup': '1.5', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SecurityGroupRule': '1.2', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'SubPort': '1.0', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Subnet': '1.1', Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: 'Trunk': '1.1'}} Feb 09 13:11:08.685493 dv-cinder-827860-3-iscsi neutron-server[103165]: {{(pid=103165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 13:11:08.745374 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (9ce67157-f48b-4d2d-b32c-6a12d5e26c1b), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:08.893219 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (9ce67157-f48b-4d2d-b32c-6a12d5e26c1b), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:08.899840 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:08.899840 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:08.987563 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] Pushing event updated for resources: {'Network': ['ID=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:09.000271 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:11:09.045172 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37862) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:09.052670 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-bb5168b5-76c9-4287-a6ec-125bfb1998fb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0665276 Feb 09 13:11:09.054974 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Request body: {'subnet': {'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1369437969-subnet', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:09.152521 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Made reservation on behalf of 413094dda74649c282bf36d27168fc96 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:09.156745 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:09.436179 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (9cbb47fb-25d3-4b90-8f6c-52fce146153a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:09.506295 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cbb47fb-25d3-4b90-8f6c-52fce146153a,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:09.514000 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Checking segment: {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:09.514352 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Network hostable DHCP agents. Network: 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:11:09.518458 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.518850 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.519195 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.519562 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.519937 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.520267 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.520593 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.520917 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.521239 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.521561 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.521881 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.522199 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.522514 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Tracked resource versions report: Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: pushed versions: Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: { 'AddressGroup': {'1.2'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Log': {'1.0'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Network': {'1.1'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Port': {'1.7'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'PortForwarding': {'1.2'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'QosPolicy': {'1.10'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SecurityGroup': {'1.5'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SubPort': {'1.0'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Subnet': {'1.1'}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Trunk': {'1.1'}} Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: consumer versions: Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: { DHCP agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: HyperV agent@hv-cinder-82786: {}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: L3 agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: Metadata agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: Metering agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: Open vSwitch agent@dv-cinder-827860-3-iscsi: { 'AddressGroup': '1.2', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'ConntrackHelper': '1.0', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'LocalIPAssociation': '1.0', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Log': '1.0', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Network': '1.1', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Port': '1.7', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'PortForwarding': '1.2', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'QosPolicy': '1.10', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SecurityGroup': '1.5', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SecurityGroupRule': '1.2', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'SubPort': '1.0', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Subnet': '1.1', Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: 'Trunk': '1.1'}} Feb 09 13:11:09.523921 dv-cinder-827860-3-iscsi neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 13:11:09.644522 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:11:09.727947 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:09.733259 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:09.733934 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:09.739308 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69a885-3c9a-4896-9467-fdd4d869695e None None] Network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:09.758933 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37892) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:09.823036 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-02b3f153-f0a1-4c1f-ac9d-7e6b492a1385 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7743299 Feb 09 13:11:09.857523 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6efa35db-1db3-5fc5-bf75-75554a5a7c43-9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'project_id': '413094dda74649c282bf36d27168fc96', 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a'}]}} from dv-cinder-827860-3-iscsi. {{(pid=103166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 13:11:09.858429 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:09.865878 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 37902) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:09.870993 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:10.017582 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25933'] for router (3aee5b0b-59e4-48b6-97ef-f17619754a3d), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.017582 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25942'] for router (3aee5b0b-59e4-48b6-97ef-f17619754a3d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.040400 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.db_base_plugin_common [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Allocated IP 172.20.0.2 (9ce67157-f48b-4d2d-b32c-6a12d5e26c1b/9cbb47fb-25d3-4b90-8f6c-52fce146153a/8994e08a-66b5-463b-bb59-1d583f8edca3) {{(pid=103166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:10.069286 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Publish callbacks [] for router_controller (3aee5b0b-59e4-48b6-97ef-f17619754a3d), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.081988 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-654612143-network', 'tenant_id': 'cfd874f35c2a4960b06af720a09e2d9f'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:10.192967 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Publish callbacks [] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), precommit_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.249759 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Made reservation on behalf of cfd874f35c2a4960b06af720a09e2d9f for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:10.252248 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.268434 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.296495 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.340990 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b is already hosted by enough agents. {{(pid=103166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:10.344355 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.base_scheduler [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Resources bound (agent type, host, resource id): {{(pid=103166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:10.350623 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Received port after_create {{(pid=103166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:10.386026 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Publish callbacks [] for router_gateway (3aee5b0b-59e4-48b6-97ef-f17619754a3d), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.413116 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Pushing event updated for resources: {'Port': ['ID=8994e08a-66b5-463b-bb59-1d583f8edca3,revision_number=1']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:10.423963 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Attempting to bind port 8994e08a-66b5-463b-bb59-1d583f8edca3 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:11:10.424564 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Attempting to bind port 8994e08a-66b5-463b-bb59-1d583f8edca3 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:11:10.425161 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Attempting to bind port 8994e08a-66b5-463b-bb59-1d583f8edca3 on network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:10.427911 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.428283 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.428649 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.428995 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.429329 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.429658 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.429995 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.430317 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.430976 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.431327 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.431658 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.432223 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.432540 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Tracked resource versions report: Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: pushed versions: Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: { 'AddressGroup': {'1.2'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'ConntrackHelper': {'1.0'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'LocalIPAssociation': {'1.0'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Log': {'1.0'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Network': {'1.1'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Port': {'1.7'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'PortForwarding': {'1.2'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'QosPolicy': {'1.10'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SecurityGroup': {'1.5'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SecurityGroupRule': {'1.2'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SubPort': {'1.0'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Subnet': {'1.1'}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Trunk': {'1.1'}} Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: consumer versions: Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: { DHCP agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: HyperV agent@hv-cinder-82786: {}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: L3 agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: Metadata agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: Metering agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: Open vSwitch agent@dv-cinder-827860-3-iscsi: { 'AddressGroup': '1.2', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'ConntrackHelper': '1.0', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'LocalIPAssociation': '1.0', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Log': '1.0', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Network': '1.1', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Port': '1.7', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'PortForwarding': '1.2', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'QosPolicy': '1.10', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SecurityGroup': '1.5', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SecurityGroupRule': '1.2', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'SubPort': '1.0', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Subnet': '1.1', Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: 'Trunk': '1.1'}} Feb 09 13:11:10.433679 dv-cinder-827860-3-iscsi neutron-server[103166]: {{(pid=103166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 13:11:10.437012 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Publish callbacks [] for security_group (262bc30f-238d-4f54-9f8f-3e7064525562), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.443500 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:11:10.444194 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Checking segment: {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:10.444611 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.445152 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Bound using segment: {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:11:10.445497 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Bound port: 8994e08a-66b5-463b-bb59-1d583f8edca3, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:11:10.447445 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.514496 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] For port 8994e08a-66b5-463b-bb59-1d583f8edca3, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:10.517943 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] For port 8994e08a-66b5-463b-bb59-1d583f8edca3, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=8994e08a-66b5-463b-bb59-1d583f8edca3,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:10.556595 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (262bc30f-238d-4f54-9f8f-3e7064525562), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.580522 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:11:10.611872 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37924) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:10.627062 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (dc06550f-2222-4123-a281-0fc3ec077464), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.627412 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Added segment dc06550f-2222-4123-a281-0fc3ec077464 of type vlan for network d83fb912-c237-4d7d-9793-a53c546bf725 Feb 09 13:11:10.631432 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.683515 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (d83fb912-c237-4d7d-9793-a53c546bf725), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.713176 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346f453-8f91-41b5-9b77-cb2c206a6400 None None] Pushing event updated for resources: {'Port': ['ID=8994e08a-66b5-463b-bb59-1d583f8edca3,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:10.730041 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262bc30f-238d-4f54-9f8f-3e7064525562,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:10.769725 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37934) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:10.778176 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (d83fb912-c237-4d7d-9793-a53c546bf725), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:10.779248 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:10.780186 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.003658 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37942) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:11.058917 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] Pushing event updated for resources: {'Network': ['ID=d83fb912-c237-4d7d-9793-a53c546bf725,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:11.070795 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network d83fb912-c237-4d7d-9793-a53c546bf725 details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:11:11.084422 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-36584613-network', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:11.141885 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1730664124-network', 'tenant_id': '278566ccf2b242f2a858eabc479d9359'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:11.190963 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Publish callbacks [] for router_gateway (3aee5b0b-59e4-48b6-97ef-f17619754a3d), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.195425 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b2e8b27f-d2a9-426b-810b-2c6e1c98bec2 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4351635 Feb 09 13:11:11.199531 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 37948) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:11.204482 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] Request body: {'subnet': {'network_id': 'd83fb912-c237-4d7d-9793-a53c546bf725', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-654612143-subnet', 'tenant_id': 'cfd874f35c2a4960b06af720a09e2d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:11.228441 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.235182 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Made reservation on behalf of 141d2818a8454068b7397ceefa95ab7b for: {'network': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:11.241245 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.248458 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.267396 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Made reservation on behalf of 278566ccf2b242f2a858eabc479d9359 for: {'network': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:11.269952 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.285522 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.328407 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] Made reservation on behalf of cfd874f35c2a4960b06af720a09e2d9f for: {'subnet': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:11.330689 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.374371 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Allocated IP 172.27.1.193 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/d31e0fe0-3444-4260-aa14-17577a59ff3d) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:11.489358 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Publish callbacks [] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.520752 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-802704306-network', 'tenant_id': 'a0e498b288c5455ea4e270d16d92dc89'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:11.611067 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Publish callbacks [] for security_group (4e95246b-ff3b-4803-b395-d45f8421d78a), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.623671 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Publish callbacks [] for security_group (cae7729d-370d-4302-8060-f86b37191f60), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.679306 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.721569 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:11.725534 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:11.730794 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:11.737411 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (1b1fe93e-e164-4150-91ca-0a27461ce0b3), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.748420 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (cae7729d-370d-4302-8060-f86b37191f60), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.763624 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:11:11.774932 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4e95246b-ff3b-4803-b395-d45f8421d78a), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.784459 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Made reservation on behalf of a0e498b288c5455ea4e270d16d92dc89 for: {'network': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:11.788058 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.806824 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (85c8b6d7-7b8f-4060-ae0b-8953906f009b), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.806824 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.segments_db [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Added segment 85c8b6d7-7b8f-4060-ae0b-8953906f009b of type vlan for network 102ff1b2-a93a-4cc9-895b-6179fa793298 Feb 09 13:11:11.868399 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Pushing event updated for resources: {'Port': ['ID=d31e0fe0-3444-4260-aa14-17577a59ff3d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:11.869961 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (102ff1b2-a93a-4cc9-895b-6179fa793298), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:11.949727 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae7729d-370d-4302-8060-f86b37191f60,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:11.964230 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc84fa8-5525-4db0-9670-f790e8dda3bf None None] Network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:11.993203 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] Checking segment: {'id': 'dc06550f-2222-4123-a281-0fc3ec077464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd83fb912-c237-4d7d-9793-a53c546bf725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:11.994042 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] Network hostable DHCP agents. Network: d83fb912-c237-4d7d-9793-a53c546bf725, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:11:11.998160 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e95246b-ff3b-4803-b395-d45f8421d78a,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:12.000899 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.093565 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Publish callbacks [] for security_group (1d2e448a-0eb3-49f7-a42d-1d757c0e60ae), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.096551 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.db.resource_extend [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:11:12.100543 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:11:12.100952 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-af669b80-4eba-40b5-a23c-b243ce12c739 None None] Provisioning complete for port 8994e08a-66b5-463b-bb59-1d583f8edca3 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:12.101463 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-af669b80-4eba-40b5-a23c-b243ce12c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.156124 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (b8ba237a-fb42-4776-b998-bb33c08093c5), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.156736 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.segments_db [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Added segment b8ba237a-fb42-4776-b998-bb33c08093c5 of type vlan for network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 Feb 09 13:11:12.192961 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (1d2e448a-0eb3-49f7-a42d-1d757c0e60ae), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.219725 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1fe93e-e164-4150-91ca-0a27461ce0b3,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:12.234780 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] Network d83fb912-c237-4d7d-9793-a53c546bf725 is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:11:12.240979 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (356c94e6-31e4-4e9e-9f08-04565eefbcb7), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.249912 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:11:12.290063 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (b885c7a3-0643-4947-9e97-7b5b4e64b416), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.290063 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.segments_db [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Added segment b885c7a3-0643-4947-9e97-7b5b4e64b416 of type vlan for network ff34e378-f58b-45e9-a487-b72107a8e88d Feb 09 13:11:12.290063 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (102ff1b2-a93a-4cc9-895b-6179fa793298), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.290063 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:12.290063 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.344842 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-af669b80-4eba-40b5-a23c-b243ce12c739 None None] Current status of the port 8994e08a-66b5-463b-bb59-1d583f8edca3 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:12.344842 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-af669b80-4eba-40b5-a23c-b243ce12c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.369578 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Publish callbacks [] for router_gateway (3aee5b0b-59e4-48b6-97ef-f17619754a3d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.429205 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-af669b80-4eba-40b5-a23c-b243ce12c739 None None] For port 8994e08a-66b5-463b-bb59-1d583f8edca3, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=8994e08a-66b5-463b-bb59-1d583f8edca3,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:12.435256 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:12.443168 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] Pushing event updated for resources: {'Network': ['ID=102ff1b2-a93a-4cc9-895b-6179fa793298,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:12.447193 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (356c94e6-31e4-4e9e-9f08-04565eefbcb7), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.448260 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:12.449224 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.505117 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 102ff1b2-a93a-4cc9-895b-6179fa793298 details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:11:12.541200 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, d83fb912-c237-4d7d-9793-a53c546bf725) {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:12.551806 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:12.552477 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.568574 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] Pushing event updated for resources: {'Network': ['ID=356c94e6-31e4-4e9e-9f08-04565eefbcb7,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:12.576333 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-bf1e9950-f99d-42d6-819f-430b2fac9896 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9647508 Feb 09 13:11:12.580179 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38004) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:12.595525 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-776e82c1-d78f-4e6b-8203-b4dd487a5fbb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8098493 Feb 09 13:11:12.595654 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] Request body: {'subnet': {'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-36584613-subnet', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:12.628385 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (ff34e378-f58b-45e9-a487-b72107a8e88d), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.640509 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38006) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:12.643320 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-596826b1-90ce-4340-9a6f-8ea5a1e7afb4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4426017 Feb 09 13:11:12.647453 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] Request body: {'subnet': {'network_id': '102ff1b2-a93a-4cc9-895b-6179fa793298', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1730664124-subnet', 'tenant_id': '278566ccf2b242f2a858eabc479d9359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:12.715039 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-af669b80-4eba-40b5-a23c-b243ce12c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.717431 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6603dc-d07a-424d-b6e3-cfa17097e481 None None] Network d83fb912-c237-4d7d-9793-a53c546bf725 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:12.719830 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:11:12.734710 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 8994e08a-66b5-463b-bb59-1d583f8edca3 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:12.770670 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] Made reservation on behalf of 141d2818a8454068b7397ceefa95ab7b for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:12.783696 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.810073 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (ff34e378-f58b-45e9-a487-b72107a8e88d), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.811084 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:12.811707 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.900719 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] Made reservation on behalf of 278566ccf2b242f2a858eabc479d9359 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:12.903800 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.939504 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] Pushing event updated for resources: {'Network': ['ID=ff34e378-f58b-45e9-a487-b72107a8e88d,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:12.986362 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662855'] for router (3aee5b0b-59e4-48b6-97ef-f17619754a3d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:12.988265 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-73f7052c-71d3-4989-9021-43e94820af0d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9915631 Feb 09 13:11:12.991165 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38026) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:13.002259 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] Request body: {'subnet': {'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-802704306-subnet', 'tenant_id': 'a0e498b288c5455ea4e270d16d92dc89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:13.119487 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] Made reservation on behalf of a0e498b288c5455ea4e270d16d92dc89 for: {'subnet': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:13.123890 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:13.263984 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network ff34e378-f58b-45e9-a487-b72107a8e88d details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:11:13.370864 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 8994e08a-66b5-463b-bb59-1d583f8edca3 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:13.372720 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:13.406148 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (ce34dc3f-c322-4241-a6b8-551931206a17), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:13.408640 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (a130b7c7-b308-49ce-95c0-51432308ea6e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:13.528311 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Router 3aee5b0b-59e4-48b6-97ef-f17619754a3d is scheduled to L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:11:13.589016 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce34dc3f-c322-4241-a6b8-551931206a17,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:13.593280 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-170e7f04-fff6-4b2b-937f-54cebdbb5cce None None] Provisioning complete for port 8994e08a-66b5-463b-bb59-1d583f8edca3 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:13.594513 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-170e7f04-fff6-4b2b-937f-54cebdbb5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:13.604338 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33755ebe-0a81-48b8-b5b9-3ed060bd5184 None None] Network d83fb912-c237-4d7d-9793-a53c546bf725 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:13.637592 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af669b80-4eba-40b5-a23c-b243ce12c739 None None] Pushing event updated for resources: {'Port': ['ID=8994e08a-66b5-463b-bb59-1d583f8edca3,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:13.806447 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38056) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:13.820636 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 8994e08a-66b5-463b-bb59-1d583f8edca3 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:13.837308 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (bcfed6b4-c91a-4b7c-908f-9e99278d2c55), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:13.966373 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-170e7f04-fff6-4b2b-937f-54cebdbb5cce None None] Current status of the port 8994e08a-66b5-463b-bb59-1d583f8edca3 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:14.010872 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfed6b4-c91a-4b7c-908f-9e99278d2c55,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:14.020812 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-32c492e9-b25a-4398-87a2-d2ec820f34c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:14.057077 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] Checking segment: {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:14.057457 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] Network hostable DHCP agents. Network: ff34e378-f58b-45e9-a487-b72107a8e88d, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:11:14.095125 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] Checking segment: {'id': '85c8b6d7-7b8f-4060-ae0b-8953906f009b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '102ff1b2-a93a-4cc9-895b-6179fa793298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:14.095399 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] Network hostable DHCP agents. Network: 102ff1b2-a93a-4cc9-895b-6179fa793298, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:11:14.097417 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a130b7c7-b308-49ce-95c0-51432308ea6e,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:14.099491 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] Checking segment: {'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:14.099793 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] Network hostable DHCP agents. Network: 356c94e6-31e4-4e9e-9f08-04565eefbcb7, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:11:14.110165 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:11:14.124221 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Sync routers for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:11:14.148623 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-32c492e9-b25a-4398-87a2-d2ec820f34c4 admin admin] Publish callbacks [] for security_group (159f4d3d-a100-4c97-be4c-cb5e30622127), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:14.149422 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:11:14.151218 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:10:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:14.244553 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] Network ff34e378-f58b-45e9-a487-b72107a8e88d is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:11:14.247218 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-32c492e9-b25a-4398-87a2-d2ec820f34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (159f4d3d-a100-4c97-be4c-cb5e30622127), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:14.249260 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] Network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:11:14.251325 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] Network 102ff1b2-a93a-4cc9-895b-6179fa793298 is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:11:14.266776 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:14.272109 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-75236b9b-d1e3-4d8b-8156-5bbf6cfd0af3 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4010894 Feb 09 13:11:14.273029 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38078) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:14.323910 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 8994e08a-66b5-463b-bb59-1d583f8edca3 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:14.363715 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-32c492e9-b25a-4398-87a2-d2ec820f34c4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a0e1e1d338e14ccf9ac9b0f91f191e84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5556066 Feb 09 13:11:14.364654 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c492e9-b25a-4398-87a2-d2ec820f34c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159f4d3d-a100-4c97-be4c-cb5e30622127,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:14.367151 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38084) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:14.414140 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38092) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:14.417525 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, ff34e378-f58b-45e9-a487-b72107a8e88d) {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:14.432585 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3078f4b7-24ad-4783-a6a4-2a489817ba2b None None] Network ff34e378-f58b-45e9-a487-b72107a8e88d requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:14.438752 dv-cinder-827860-3-iscsi neutron-server[103165]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 13:11:14.506643 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 8994e08a-66b5-463b-bb59-1d583f8edca3 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:14.507205 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:14.535745 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 356c94e6-31e4-4e9e-9f08-04565eefbcb7) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:14.553361 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:14.553361 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:14.564931 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f20cb6-677f-489f-b9eb-48897659d949 None None] Network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:14.573608 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:14.575883 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:14.577133 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 102ff1b2-a93a-4cc9-895b-6179fa793298) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:14.584178 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:14.587107 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:14.600617 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:11:14.660266 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966eef5-1a3c-4ee6-8de9-d242d22d4016 None None] Network 102ff1b2-a93a-4cc9-895b-6179fa793298 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:14.784903 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0cb31-acc7-4eb7-9e28-332fa8a956cd admin admin] Publish callbacks [] for security_group (159f4d3d-a100-4c97-be4c-cb5e30622127), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:14.815164 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-667d8761-e13d-4830-b02c-88078290e137 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:14.822453 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-667d8761-e13d-4830-b02c-88078290e137 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/networks?id=d83fb912-c237-4d7d-9793-a53c546bf725 HTTP/1.1" status: 200 len: 811 time: 0.4007311 Feb 09 13:11:14.851516 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0cb31-acc7-4eb7-9e28-332fa8a956cd admin admin] Publish callbacks [] for security_group (159f4d3d-a100-4c97-be4c-cb5e30622127), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:14.851615 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a0546-3a19-49bf-899f-cd0d98200b95 None None] Network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:14.852174 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-1689d2e1-d495-4f88-8b2e-0fe8e8681a9c tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/quotas/cfd874f35c2a4960b06af720a09e2d9f HTTP/1.1" status: 200 len: 375 time: 0.0287769 Feb 09 13:11:14.883814 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31d92e1-dc36-4537-9047-7449e1377753 None None] Network 102ff1b2-a93a-4cc9-895b-6179fa793298 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:14.931688 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:11Z', 'revision_number': 3, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:14.950775 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-b88985da-f7c5-4686-b97a-964cb533e4aa tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfd874f35c2a4960b06af720a09e2d9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960250 Feb 09 13:11:14.979722 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Checking router: 3aee5b0b-59e4-48b6-97ef-f17619754a3d for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:11:14.983724 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Updating router 3aee5b0b-59e4-48b6-97ef-f17619754a3d port d31e0fe0-3444-4260-aa14-17577a59ff3d binding host dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:11:15.009130 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-0c4cbf17-8b5b-482e-9afb-4b60cdf6a43a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0158792 Feb 09 13:11:15.017438 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.017659 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-5620d6b3-635c-4dcb-9528-2df5ad31d01b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4331052 Feb 09 13:11:15.031610 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d54b16d2-866a-4236-a30a-49386ed4fc41 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3886449 Feb 09 13:11:15.061725 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145a387-3956-4f94-af1a-a1fa507dc1d3 None None] Network ff34e378-f58b-45e9-a487-b72107a8e88d requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:15.068697 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38110) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:15.073810 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-36584613-router', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:15.117693 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0cb31-acc7-4eb7-9e28-332fa8a956cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (159f4d3d-a100-4c97-be4c-cb5e30622127), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.124527 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0bc0cb31-acc7-4eb7-9e28-332fa8a956cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.132089 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-0bc0cb31-acc7-4eb7-9e28-332fa8a956cd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/159f4d3d-a100-4c97-be4c-cb5e30622127 HTTP/1.1" status: 204 len: 168 time: 0.7636261 Feb 09 13:11:15.161409 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0cb31-acc7-4eb7-9e28-332fa8a956cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159f4d3d-a100-4c97-be4c-cb5e30622127,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:15.270954 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25933'] for router (e9584e81-acee-461e-8c50-ce126229908c), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.272392 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25942'] for router (e9584e81-acee-461e-8c50-ce126229908c), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.301500 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 8994e08a-66b5-463b-bb59-1d583f8edca3 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:15.360263 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-4f986f8c-6a64-44e8-baab-7b72b4875bf2 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:11:15.364010 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-4f986f8c-6a64-44e8-baab-7b72b4875bf2 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2596257 Feb 09 13:11:15.392811 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.502164 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Publish callbacks [] for router_controller (e9584e81-acee-461e-8c50-ce126229908c), precommit_add_association {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.512793 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Publish callbacks [] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.546941 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-982fc6d5-8a83-4ffb-9fae-a6666b4dfc28 service neutron] 10.222.0.84 "GET /v2.0/networks/d83fb912-c237-4d7d-9793-a53c546bf725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625297 Feb 09 13:11:15.567341 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Allocated IP 172.20.0.1 (9ce67157-f48b-4d2d-b32c-6a12d5e26c1b/9cbb47fb-25d3-4b90-8f6c-52fce146153a/f15bfc7f-d05a-4a14-b17d-edb12126414f) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:15.631076 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-38940d21-4183-40c6-af4c-40954086b448 service neutron] 10.222.0.84 "GET /v2.0/networks/d83fb912-c237-4d7d-9793-a53c546bf725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832329 Feb 09 13:11:15.673411 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.732283 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Publish callbacks [] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.787869 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Pushing event updated for resources: {'Port': ['ID=d31e0fe0-3444-4260-aa14-17577a59ff3d,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:15.818220 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.818620 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.820144 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.820504 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.820861 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Publish callbacks [] for router_gateway (e9584e81-acee-461e-8c50-ce126229908c), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.822141 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.822633 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.824741 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.824741 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.824741 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.824741 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.824741 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.824741 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.825236 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Tracked resource versions report: Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: pushed versions: Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: { 'AddressGroup': {'1.2'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'ConntrackHelper': {'1.0'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'LocalIPAssociation': {'1.0'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Log': {'1.0'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Network': {'1.1'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Port': {'1.7'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'PortForwarding': {'1.2'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'QosPolicy': {'1.10'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SecurityGroup': {'1.5'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SecurityGroupRule': {'1.2'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SubPort': {'1.0'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Subnet': {'1.1'}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Trunk': {'1.1'}} Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: consumer versions: Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: { DHCP agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: HyperV agent@hv-cinder-82786: {}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: L3 agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: Metadata agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: Metering agent@dv-cinder-827860-3-iscsi: {}, Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: Open vSwitch agent@dv-cinder-827860-3-iscsi: { 'AddressGroup': '1.2', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'ConntrackHelper': '1.0', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'LocalIPAssociation': '1.0', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Log': '1.0', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Network': '1.1', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Port': '1.7', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'PortForwarding': '1.2', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'QosPolicy': '1.10', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SecurityGroup': '1.5', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SecurityGroupRule': '1.2', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'SubPort': '1.0', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Subnet': '1.1', Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: 'Trunk': '1.1'}} Feb 09 13:11:15.830820 dv-cinder-827860-3-iscsi neutron-server[103167]: {{(pid=103167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 13:11:15.850898 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.875873 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:15.896054 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:15.901621 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:15.904213 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662928'] for router_interface (3aee5b0b-59e4-48b6-97ef-f17619754a3d), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.913678 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Attempting to bind port d31e0fe0-3444-4260-aa14-17577a59ff3d on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:11:15.913678 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Attempting to bind port d31e0fe0-3444-4260-aa14-17577a59ff3d by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:11:15.913678 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Attempting to bind port d31e0fe0-3444-4260-aa14-17577a59ff3d on network fe239bd9-8017-490e-9e82-efc91d772d35 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:15.920256 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:11:15.920634 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Checking segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:15.921044 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.921537 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Bound using segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:11:15.922028 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Bound port: d31e0fe0-3444-4260-aa14-17577a59ff3d, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:11:15.922521 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.975133 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Pushing event updated for resources: {'Port': ['ID=f15bfc7f-d05a-4a14-b17d-edb12126414f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:15.998387 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] For port d31e0fe0-3444-4260-aa14-17577a59ff3d, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:16.003329 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] For port d31e0fe0-3444-4260-aa14-17577a59ff3d, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=d31e0fe0-3444-4260-aa14-17577a59ff3d,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:16.120859 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:16.230994 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-3bc6f689-a161-4ed0-9f36-ec38015f0e5d None None] Provisioning complete for port f15bfc7f-d05a-4a14-b17d-edb12126414f triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:16.231609 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3bc6f689-a161-4ed0-9f36-ec38015f0e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:16.233050 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:11:16.233871 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:10:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:16.239823 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ebc85303-0218-4f98-a87b-d0888843def1 req-39dcc8ab-f07e-46de-9993-644b57e7c75d tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 210 time: 0.0798726 Feb 09 13:11:16.349789 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38164) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:16.369584 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55ec98-c304-454e-b38c-125b3b0b8bed None None] Pushing event updated for resources: {'Port': ['ID=d31e0fe0-3444-4260-aa14-17577a59ff3d,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:16.387677 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:11:16.411333 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:16.414380 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6f689-a161-4ed0-9f36-ec38015f0e5d None None] Port f15bfc7f-d05a-4a14-b17d-edb12126414f cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:11:16.420550 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28c1228e-ec32-4613-9e22-6ad0b4a4b6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:16.513921 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Publish callbacks [] for router_gateway (e9584e81-acee-461e-8c50-ce126229908c), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:16.574168 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38186) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:16.586026 dv-cinder-827860-3-iscsi neutron-server[103164]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 13:11:16.600711 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:16.681411 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:11Z', 'revision_number': 3, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:16.704271 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd0b2d9-01ad-45d7-97c2-927f44d121b2 None None] The sync data for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi is: [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:11Z', 'revision_number': 3, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:11:16.780105 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28c1228e-ec32-4613-9e22-6ad0b4a4b6f5 admin admin] Publish callbacks [] for security_group (4deaaffb-51c7-4546-93f0-59d90b6ab97b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:16.823567 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Allocated IP 172.27.1.49 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/051f4181-d287-4017-92c1-a6b80040c48e) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:16.878309 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-5f84c303-eebb-4dbd-b623-e28ef005e0a1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:16.886330 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-5f84c303-eebb-4dbd-b623-e28ef005e0a1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/networks?id=ff34e378-f58b-45e9-a487-b72107a8e88d HTTP/1.1" status: 200 len: 814 time: 0.3100746 Feb 09 13:11:16.957058 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Publish callbacks [] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:16.979166 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-a7d9ec44-c2f3-45c7-aae8-a549ddf50dcc tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/quotas/a0e498b288c5455ea4e270d16d92dc89 HTTP/1.1" status: 200 len: 375 time: 0.0749979 Feb 09 13:11:16.979919 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-28c1228e-ec32-4613-9e22-6ad0b4a4b6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4deaaffb-51c7-4546-93f0-59d90b6ab97b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:16.996336 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Publish callbacks [] for port (051f4181-d287-4017-92c1-a6b80040c48e), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:17.057299 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38216) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:17.062785 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1479326249-network', 'tenant_id': '71dfa081ca8b4b1f88351551e9aac6fa'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:17.079745 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1228e-ec32-4613-9e22-6ad0b4a4b6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deaaffb-51c7-4546-93f0-59d90b6ab97b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:17.113457 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-a87691bb-7411-4ccf-9081-a0ae353e2495 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1222029 Feb 09 13:11:17.114188 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:17.115586 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655616'] for router_interface (3aee5b0b-59e4-48b6-97ef-f17619754a3d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:17.130419 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (051f4181-d287-4017-92c1-a6b80040c48e), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:17.178097 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Made reservation on behalf of 71dfa081ca8b4b1f88351551e9aac6fa for: {'network': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:17.181258 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:17.211949 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:17.212558 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-28c1228e-ec32-4613-9e22-6ad0b4a4b6f5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=964826684078403c8e7a484b880f3101&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8505840 Feb 09 13:11:17.221481 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38226) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:17.307822 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:17.389730 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:17.412260 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:17.414309 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Pushing event updated for resources: {'Port': ['ID=051f4181-d287-4017-92c1-a6b80040c48e,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:17.419834 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:17.478426 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Pushing event updated for resources: {'Port': ['ID=f15bfc7f-d05a-4a14-b17d-edb12126414f,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:17.489950 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b7e35970-7a73-47a7-aa61-c495caf110ef req-f073e5cb-0be7-4602-8f40-e1c452690449 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 210 time: 0.1127915 Feb 09 13:11:17.528287 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:17.528287 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-c69af8ef-f149-4f57-8d85-24424df4882c service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:11:17.528287 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-c69af8ef-f149-4f57-8d85-24424df4882c service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0918968 Feb 09 13:11:17.528287 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:17.700629 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7fba82c7-437d-4f5c-8271-cb70f1318c79 admin admin] Publish callbacks [] for security_group (4deaaffb-51c7-4546-93f0-59d90b6ab97b), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:17.776147 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7fba82c7-437d-4f5c-8271-cb70f1318c79 admin admin] Publish callbacks [] for security_group (4deaaffb-51c7-4546-93f0-59d90b6ab97b), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:17.790905 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-cf9a31b8-33d0-42d6-819d-8b165c1c5469 service neutron] 10.222.0.84 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445478 Feb 09 13:11:17.792436 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Publish callbacks [] for security_group (d8a35fab-6022-445a-8fa0-e636e3e15ec3), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.180151 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Router 3aee5b0b-59e4-48b6-97ef-f17619754a3d has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:11:18.180151 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-597fa458-0591-4e20-a479-5d1c49945851 service neutron] 10.222.0.84 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038442 Feb 09 13:11:18.194008 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-b4af9272-6792-4466-ab8c-dd561232eba2 None None] Provisioning complete for port f15bfc7f-d05a-4a14-b17d-edb12126414f triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:18.194008 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b4af9272-6792-4466-ab8c-dd561232eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.195428 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (d8a35fab-6022-445a-8fa0-e636e3e15ec3), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.197245 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-b4af9272-6792-4466-ab8c-dd561232eba2 None None] Port f15bfc7f-d05a-4a14-b17d-edb12126414f cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:11:18.197722 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a35fab-6022-445a-8fa0-e636e3e15ec3,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:18.197722 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Publish callbacks [] for router_gateway (e9584e81-acee-461e-8c50-ce126229908c), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.197951 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:11:18.197951 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-beff3545-d1e6-45ef-9366-4fe148327c4c admin admin] 10.222.0.84 "PUT /v2.0/routers/3aee5b0b-59e4-48b6-97ef-f17619754a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8260362 Feb 09 13:11:18.198075 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7fba82c7-437d-4f5c-8271-cb70f1318c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4deaaffb-51c7-4546-93f0-59d90b6ab97b), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.198075 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7fba82c7-437d-4f5c-8271-cb70f1318c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.198075 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-7fba82c7-437d-4f5c-8271-cb70f1318c79 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4deaaffb-51c7-4546-93f0-59d90b6ab97b HTTP/1.1" status: 204 len: 168 time: 0.9452226 Feb 09 13:11:18.198075 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:11:18.198888 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (aa3f9d31-dfd2-4a0f-8a72-4996c8fb5105), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.198888 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.segments_db [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Added segment aa3f9d31-dfd2-4a0f-8a72-4996c8fb5105 of type vlan for network ea618109-bb65-4e9a-9d14-0b41cd24ed58 Feb 09 13:11:18.201074 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba82c7-437d-4f5c-8271-cb70f1318c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deaaffb-51c7-4546-93f0-59d90b6ab97b,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:18.274320 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (ea618109-bb65-4e9a-9d14-0b41cd24ed58), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.416664 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662855'] for router (e9584e81-acee-461e-8c50-ce126229908c), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.419299 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.db.resource_extend [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:11:18.462220 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device d31e0fe0-3444-4260-aa14-17577a59ff3d up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:18.556101 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port d31e0fe0-3444-4260-aa14-17577a59ff3d triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:18.556729 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.640659 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1d413a5d-8e70-4db7-966c-830c2c167c6d req-09519e24-8aed-4bd8-bd12-ecc00c4e3a65 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 210 time: 0.1558609 Feb 09 13:11:18.687172 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port d31e0fe0-3444-4260-aa14-17577a59ff3d is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:18.688031 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.696539 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (ea618109-bb65-4e9a-9d14-0b41cd24ed58), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.705467 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:18.708398 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.717479 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port d31e0fe0-3444-4260-aa14-17577a59ff3d, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=d31e0fe0-3444-4260-aa14-17577a59ff3d,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:18.792952 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-67618de2-11a2-4fdd-97f4-11e19666c310 req-d765340d-d911-4594-990b-f247d1bedde5 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 210 time: 0.0844138 Feb 09 13:11:18.810391 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:18.845198 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ea618109-bb65-4e9a-9d14-0b41cd24ed58,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:18.855007 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38296) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:18.861663 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] Request body: {'subnet': {'network_id': 'ea618109-bb65-4e9a-9d14-0b41cd24ed58', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1479326249-subnet', 'tenant_id': '71dfa081ca8b4b1f88351551e9aac6fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:18.868879 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-00fd1876-a559-41bd-a49f-13f6ac8373c3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8094246 Feb 09 13:11:18.884317 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=d31e0fe0-3444-4260-aa14-17577a59ff3d,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:18.905712 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network ea618109-bb65-4e9a-9d14-0b41cd24ed58 details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:11:19.004499 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] Made reservation on behalf of 71dfa081ca8b4b1f88351551e9aac6fa for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:19.007435 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:19.033128 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Router e9584e81-acee-461e-8c50-ce126229908c is scheduled to L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 with binding_index 1 {{(pid=103165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:11:19.270900 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38316) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:19.278005 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-97ca4b2e-fea7-4106-ae3b-e347d632bed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517457601', 'description': 'tempest-description--733422666'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:19.306175 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:11:19.318902 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Sync routers for ids ['e9584e81-acee-461e-8c50-ce126229908c'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:11:19.336240 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Routers {'e9584e81-acee-461e-8c50-ce126229908c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:11:19.337463 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:10:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e9584e81-acee-461e-8c50-ce126229908c'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:19.374533 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97ca4b2e-fea7-4106-ae3b-e347d632bed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:19.429309 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:19.433926 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38322) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:19.434098 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-ba1c43e1-bba8-46c8-b618-5788695a5f9a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3641582 Feb 09 13:11:19.482505 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Set router e9584e81-acee-461e-8c50-ce126229908c gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:11:19.532743 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Sync routers for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:11:19.544470 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:11:19.545357 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:10:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:19.657484 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97ca4b2e-fea7-4106-ae3b-e347d632bed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (299413b8-2d49-4603-a238-a443c5f1d0e2), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:19.661424 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (89d9e7cb-8547-4822-a305-c00c05c6ba31), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:19.697559 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:11:19.751442 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d9e7cb-8547-4822-a305-c00c05c6ba31,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:19.768488 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9584e81-acee-461e-8c50-ce126229908c', 'name': 'tempest-ServerRescueNegativeTestJSON-36584613-router', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '051f4181-d287-4017-92c1-a6b80040c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:17Z', 'revision_number': 3, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'gw_port': {'id': '051f4181-d287-4017-92c1-a6b80040c48e', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9584e81-acee-461e-8c50-ce126229908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:16Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:19.783370 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98fef03a-d0cb-48ce-9a2d-053e3eb3faf6 req-dee82840-b47e-4498-9c06-44ca3036d8b6 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 210 time: 0.0783420 Feb 09 13:11:19.794773 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] Checking segment: {'id': 'aa3f9d31-dfd2-4a0f-8a72-4996c8fb5105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ea618109-bb65-4e9a-9d14-0b41cd24ed58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:19.795423 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] Network hostable DHCP agents. Network: ea618109-bb65-4e9a-9d14-0b41cd24ed58, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:11:19.802622 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Checking router: e9584e81-acee-461e-8c50-ce126229908c for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:11:19.802992 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Updating router e9584e81-acee-461e-8c50-ce126229908c port 051f4181-d287-4017-92c1-a6b80040c48e binding host dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:11:19.880577 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97ca4b2e-fea7-4106-ae3b-e347d632bed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (299413b8-2d49-4603-a238-a443c5f1d0e2), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:19.889047 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (051f4181-d287-4017-92c1-a6b80040c48e), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:19.905899 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38340) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:19.933846 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca4b2e-fea7-4106-ae3b-e347d632bed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299413b8-2d49-4603-a238-a443c5f1d0e2,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:20.051086 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 2, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:20.062590 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] Network ea618109-bb65-4e9a-9d14-0b41cd24ed58 is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:11:20.086842 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97ca4b2e-fea7-4106-ae3b-e347d632bed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.090454 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-97ca4b2e-fea7-4106-ae3b-e347d632bed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8161848 Feb 09 13:11:20.091889 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38348) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:20.096588 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-1816a8f0-464b-4dec-ad86-42fa04a51c64 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'security_group_rule': {'security_group_id': '299413b8-2d49-4603-a238-a443c5f1d0e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:20.110606 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Checking router: 3aee5b0b-59e4-48b6-97ef-f17619754a3d for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:11:20.118499 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Updating router 3aee5b0b-59e4-48b6-97ef-f17619754a3d port f15bfc7f-d05a-4a14-b17d-edb12126414f binding host dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:11:20.163549 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, ea618109-bb65-4e9a-9d14-0b41cd24ed58) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:20.178688 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:20.179776 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.183146 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6cf52e32-94e3-48a1-a4f6-a23ad3fcf7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.195885 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaa7d8e-db23-4214-b7fa-b07d4c72cea3 None None] Network ea618109-bb65-4e9a-9d14-0b41cd24ed58 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:20.203644 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.259549 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-69c44d5a-5a8e-4f78-8146-6e5ffa762cb6 req-c571e124-4d7f-4419-b7bf-8089a29a69b7 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 210 time: 0.0673306 Feb 09 13:11:20.359487 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1816a8f0-464b-4dec-ad86-42fa04a51c64 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (d6f6f711-314c-48c5-b783-74dbb35f93ff), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.394883 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-14fdf84b-5ebc-4968-acda-f9db738c9255 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5368626 Feb 09 13:11:20.439922 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.441051 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38356) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:20.474539 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device d31e0fe0-3444-4260-aa14-17577a59ff3d up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:20.478642 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6cf52e32-94e3-48a1-a4f6-a23ad3fcf7f9 admin admin] Publish callbacks [] for security_group (fe79ec8f-cadf-4679-98be-d2781408469e), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.480120 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1816a8f0-464b-4dec-ad86-42fa04a51c64 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (d6f6f711-314c-48c5-b783-74dbb35f93ff), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.584806 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6cf52e32-94e3-48a1-a4f6-a23ad3fcf7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (fe79ec8f-cadf-4679-98be-d2781408469e), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.587471 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1816a8f0-464b-4dec-ad86-42fa04a51c64 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (d6f6f711-314c-48c5-b783-74dbb35f93ff), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.610166 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38360) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:20.699586 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816a8f0-464b-4dec-ad86-42fa04a51c64 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f6f711-314c-48c5-b783-74dbb35f93ff,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:20.736034 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-6cf52e32-94e3-48a1-a4f6-a23ad3fcf7f9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4685536be40c4eaa98c8dfff8e9d8369&name=default HTTP/1.1" status: 200 len: 2995 time: 0.8287487 Feb 09 13:11:20.750696 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf52e32-94e3-48a1-a4f6-a23ad3fcf7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe79ec8f-cadf-4679-98be-d2781408469e,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:20.750696 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38366) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:20.750899 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d94e30-87a7-4db6-a16d-c5012eff55fc None None] Network ea618109-bb65-4e9a-9d14-0b41cd24ed58 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:20.807271 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port d31e0fe0-3444-4260-aa14-17577a59ff3d triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:20.807719 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.810157 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9ad6c4-068c-436f-850e-cf796897ed1a admin admin] Deleting subnet a130b7c7-b308-49ce-95c0-51432308ea6e {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:11:20.816177 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad6c4-068c-436f-850e-cf796897ed1a admin admin] Publish callbacks [] for subnet (a130b7c7-b308-49ce-95c0-51432308ea6e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.839340 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Publish callbacks [] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.841001 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1816a8f0-464b-4dec-ad86-42fa04a51c64 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.842210 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-1816a8f0-464b-4dec-ad86-42fa04a51c64 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7493331 Feb 09 13:11:20.847216 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38370) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:20.864935 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-bdafcb5c-c14e-425d-9e9b-c38d4a1bfa34 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'security_group_rule': {'security_group_id': '299413b8-2d49-4603-a238-a443c5f1d0e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:20.878235 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2b90c55d-88be-41ae-9925-3117c5c1eb65 admin admin] Publish callbacks [] for security_group (fe79ec8f-cadf-4679-98be-d2781408469e), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.913423 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.922345 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Allocated IP 172.20.0.1 (356c94e6-31e4-4e9e-9f08-04565eefbcb7/ce34dc3f-c322-4241-a6b8-551931206a17/7fa47044-cd85-4181-84db-03631d4aea5f) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:20.939886 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad6c4-068c-436f-850e-cf796897ed1a admin admin] Publish callbacks [] for subnet (a130b7c7-b308-49ce-95c0-51432308ea6e), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.952530 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2b90c55d-88be-41ae-9925-3117c5c1eb65 admin admin] Publish callbacks [] for security_group (fe79ec8f-cadf-4679-98be-d2781408469e), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.966247 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Publish callbacks [] for port (051f4181-d287-4017-92c1-a6b80040c48e), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:20.976787 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad6c4-068c-436f-850e-cf796897ed1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (a130b7c7-b308-49ce-95c0-51432308ea6e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.077860 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bdafcb5c-c14e-425d-9e9b-c38d4a1bfa34 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (b131819b-8b61-45f9-8ebb-a4ff065c0255), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.133250 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (051f4181-d287-4017-92c1-a6b80040c48e), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.170345 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Publish callbacks [] for port (7fa47044-cd85-4181-84db-03631d4aea5f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.227645 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acba145-2c61-4e17-a0fe-e9624bf17be1 None None] Pushing event updated for resources: {'Port': ['ID=f15bfc7f-d05a-4a14-b17d-edb12126414f,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:21.230618 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad6c4-068c-436f-850e-cf796897ed1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (a130b7c7-b308-49ce-95c0-51432308ea6e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.243388 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bdafcb5c-c14e-425d-9e9b-c38d4a1bfa34 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (b131819b-8b61-45f9-8ebb-a4ff065c0255), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.265828 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port d31e0fe0-3444-4260-aa14-17577a59ff3d is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:21.271547 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2b90c55d-88be-41ae-9925-3117c5c1eb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (fe79ec8f-cadf-4679-98be-d2781408469e), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.275588 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2b90c55d-88be-41ae-9925-3117c5c1eb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.290618 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2b90c55d-88be-41ae-9925-3117c5c1eb65 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe79ec8f-cadf-4679-98be-d2781408469e HTTP/1.1" status: 204 len: 168 time: 0.5372024 Feb 09 13:11:21.291190 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Attempting to bind port f15bfc7f-d05a-4a14-b17d-edb12126414f on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:11:21.291190 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Attempting to bind port f15bfc7f-d05a-4a14-b17d-edb12126414f by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:11:21.291190 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Attempting to bind port f15bfc7f-d05a-4a14-b17d-edb12126414f on network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:21.298602 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:11:21.299879 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Checking segment: {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:21.300555 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.301102 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Bound using segment: {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:11:21.301781 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Bound port: f15bfc7f-d05a-4a14-b17d-edb12126414f, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:11:21.303451 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.309847 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90c55d-88be-41ae-9925-3117c5c1eb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe79ec8f-cadf-4679-98be-d2781408469e,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:21.325226 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Attempting to bind port 051f4181-d287-4017-92c1-a6b80040c48e on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:11:21.325226 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Attempting to bind port 051f4181-d287-4017-92c1-a6b80040c48e by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:11:21.327827 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Attempting to bind port 051f4181-d287-4017-92c1-a6b80040c48e on network fe239bd9-8017-490e-9e82-efc91d772d35 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:21.337712 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.31', 64482) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:21.340936 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f8d17-08b0-44f1-9bbf-b022df956237 None None] Pushing event updated for resources: {'Port': ['ID=051f4181-d287-4017-92c1-a6b80040c48e,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:21.384383 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:11:21.385010 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Checking segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:21.385557 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.388941 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Bound using segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:11:21.391207 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Bound port: 051f4181-d287-4017-92c1-a6b80040c48e, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:11:21.391736 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (051f4181-d287-4017-92c1-a6b80040c48e), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.470664 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ad6c4-068c-436f-850e-cf796897ed1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a130b7c7-b308-49ce-95c0-51432308ea6e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:21.476335 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad6c4-068c-436f-850e-cf796897ed1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.482977 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-8c9ad6c4-068c-436f-850e-cf796897ed1a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a130b7c7-b308-49ce-95c0-51432308ea6e HTTP/1.1" status: 204 len: 168 time: 0.8627849 Feb 09 13:11:21.503273 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] For port f15bfc7f-d05a-4a14-b17d-edb12126414f, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:21.510263 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] For port f15bfc7f-d05a-4a14-b17d-edb12126414f, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=f15bfc7f-d05a-4a14-b17d-edb12126414f,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:21.522444 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] For port 051f4181-d287-4017-92c1-a6b80040c48e, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:21.530191 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38382) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:21.546316 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] For port 051f4181-d287-4017-92c1-a6b80040c48e, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=051f4181-d287-4017-92c1-a6b80040c48e,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:21.554265 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bdafcb5c-c14e-425d-9e9b-c38d4a1bfa34 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (b131819b-8b61-45f9-8ebb-a4ff065c0255), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.554488 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-f49c5bc0-8b53-4a99-922d-cea45489922e None None] Provisioning complete for port f15bfc7f-d05a-4a14-b17d-edb12126414f triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:21.554921 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f49c5bc0-8b53-4a99-922d-cea45489922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.625809 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-f49c5bc0-8b53-4a99-922d-cea45489922e None None] Port f15bfc7f-d05a-4a14-b17d-edb12126414f cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:11:21.636898 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.656661 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b9d7ef7c-ae97-4c50-964e-5669b83aeeed req-3f0e8dde-45a0-4dc3-b389-fe474ea7b05d tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 210 time: 0.1274011 Feb 09 13:11:21.680292 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafcb5c-c14e-425d-9e9b-c38d4a1bfa34 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b131819b-8b61-45f9-8ebb-a4ff065c0255,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:21.713233 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (051f4181-d287-4017-92c1-a6b80040c48e), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.717446 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (102ff1b2-a93a-4cc9-895b-6179fa793298), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.725904 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d82ac9b3-d03f-4113-a117-bafccbb4b7e4 req-18de9eac-02ec-4beb-8ae5-2b08186f9715 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 210 time: 0.4500678 Feb 09 13:11:21.740972 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9259c0e9-0d0c-46ee-b621-b224fc177c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.753183 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-c582dbf5-77d4-4142-8bd2-64cf64a47521 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:21.755100 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-c582dbf5-77d4-4142-8bd2-64cf64a47521 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.31 "GET /v2.0/networks?id=d83fb912-c237-4d7d-9793-a53c546bf725 HTTP/1.1" status: 200 len: 811 time: 0.4088068 Feb 09 13:11:21.790762 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bdafcb5c-c14e-425d-9e9b-c38d4a1bfa34 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.792299 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-bdafcb5c-c14e-425d-9e9b-c38d4a1bfa34 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9423628 Feb 09 13:11:21.796377 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38388) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:21.803141 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'floatingip': {'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:21.845783 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:11:21.846611 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:10:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:21.863065 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:21.888365 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Routers {'e9584e81-acee-461e-8c50-ce126229908c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:11:21.889033 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:10:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e9584e81-acee-461e-8c50-ce126229908c'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:21.987054 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:21.992168 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f8d17-08b0-44f1-9bbf-b022df956237 None None] Pushing event updated for resources: {'Port': ['ID=051f4181-d287-4017-92c1-a6b80040c48e,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:21.994286 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acba145-2c61-4e17-a0fe-e9624bf17be1 None None] Pushing event updated for resources: {'Port': ['ID=f15bfc7f-d05a-4a14-b17d-edb12126414f,revision_number=4']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:22.000367 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:22.033092 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:22.070965 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:22.070965 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662928'] for router_interface (e9584e81-acee-461e-8c50-ce126229908c), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:22.094283 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa47044-cd85-4181-84db-03631d4aea5f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:22.124157 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] Set router e9584e81-acee-461e-8c50-ce126229908c gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:11:22.139794 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:11:22.176742 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (102ff1b2-a93a-4cc9-895b-6179fa793298), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:22.202062 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.202925 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.203928 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.204464 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > port after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.205097 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.205823 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > port after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.206368 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.206931 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.207489 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.208500 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.242956 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38398) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:22.322880 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-22250f11-959f-4a06-82bc-2cf693a1a838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:22.327688 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9259c0e9-0d0c-46ee-b621-b224fc177c1e admin admin] Publish callbacks [] for security_group (657663ef-7984-4d75-a26a-3d9718659941), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:22.362750 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.31', 64487) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:22.373847 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-3d559ee2-c402-41e7-9740-5370dce7ad5e None None] Provisioning complete for port f15bfc7f-d05a-4a14-b17d-edb12126414f triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:22.374240 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3d559ee2-c402-41e7-9740-5370dce7ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:22.439683 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9259c0e9-0d0c-46ee-b621-b224fc177c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (657663ef-7984-4d75-a26a-3d9718659941), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:22.519248 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:21Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:22.554339 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ae89a-d182-4d16-91b0-f86a38775815 None None] The sync data for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi is: [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:21Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:11:22.606881 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259c0e9-0d0c-46ee-b621-b224fc177c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657663ef-7984-4d75-a26a-3d9718659941,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:22.675204 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9259c0e9-0d0c-46ee-b621-b224fc177c1e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1dec3bba50c541d1984b9d88750736cc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2225108 Feb 09 13:11:22.678944 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38416) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:22.775235 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.775689 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.775915 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.776241 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:11:22.776601 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102ff1b2-a93a-4cc9-895b-6179fa793298']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:22.802319 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Request body: {'port': {'device_id': '3449e9bb-2fd1-40a5-8003-d773c6d60736', 'network_id': 'd83fb912-c237-4d7d-9793-a53c546bf725', 'admin_state_up': True, 'tenant_id': 'cfd874f35c2a4960b06af720a09e2d9f'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:22.870207 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f50f6e0d-3ec7-4edf-b244-58beec1d46d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:22.875466 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-72601e02-e037-4284-af3b-d156f4339838 req-2602197b-e7f1-4219-98ef-846baae01b59 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 210 time: 0.0670609 Feb 09 13:11:22.893641 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-3d559ee2-c402-41e7-9740-5370dce7ad5e None None] Current status of the port f15bfc7f-d05a-4a14-b17d-edb12126414f is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:22.894173 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3d559ee2-c402-41e7-9740-5370dce7ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:22.928118 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c8b6d7-7b8f-4060-ae0b-8953906f009b') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:22.928118 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c8b6d7-7b8f-4060-ae0b-8953906f009b') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:22.984223 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-3d559ee2-c402-41e7-9740-5370dce7ad5e None None] For port f15bfc7f-d05a-4a14-b17d-edb12126414f, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=f15bfc7f-d05a-4a14-b17d-edb12126414f,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:22.991209 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9584e81-acee-461e-8c50-ce126229908c', 'name': 'tempest-ServerRescueNegativeTestJSON-36584613-router', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '051f4181-d287-4017-92c1-a6b80040c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:17Z', 'revision_number': 3, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'gw_port': {'id': '051f4181-d287-4017-92c1-a6b80040c48e', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9584e81-acee-461e-8c50-ce126229908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:16Z', 'updated_at': '2022-02-09T13:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:23.003022 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (85c8b6d7-7b8f-4060-ae0b-8953906f009b), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.026781 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-22250f11-959f-4a06-82bc-2cf693a1a838 admin admin] Publish callbacks [] for security_group (c9639656-3112-4b1e-a186-a83c1b2259ef), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.055346 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d18e18-86d4-477e-8e5b-1cf55c4d1f6e None None] The sync data for ids ['e9584e81-acee-461e-8c50-ce126229908c'] in dv-cinder-827860-3-iscsi is: [{'id': 'e9584e81-acee-461e-8c50-ce126229908c', 'name': 'tempest-ServerRescueNegativeTestJSON-36584613-router', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '051f4181-d287-4017-92c1-a6b80040c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:17Z', 'revision_number': 3, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'gw_port': {'id': '051f4181-d287-4017-92c1-a6b80040c48e', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9584e81-acee-461e-8c50-ce126229908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:16Z', 'updated_at': '2022-02-09T13:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:11:23.059866 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (85c8b6d7-7b8f-4060-ae0b-8953906f009b), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.066513 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6dfb17b2-3cc4-4b85-a678-7e5de2fd4fac req-714a8dba-8def-4e0e-a45a-eeb3b49ae293 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 210 time: 0.1962943 Feb 09 13:11:23.068694 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.080877 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-8ddde453-6be2-4d32-9f5b-bd3e65b328a8 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:23.082598 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-8ddde453-6be2-4d32-9f5b-bd3e65b328a8 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "GET /v2.0/networks?id=ff34e378-f58b-45e9-a487-b72107a8e88d HTTP/1.1" status: 200 len: 814 time: 0.7157886 Feb 09 13:11:23.083209 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.096566 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3d559ee2-c402-41e7-9740-5370dce7ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.105150 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-22250f11-959f-4a06-82bc-2cf693a1a838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c9639656-3112-4b1e-a186-a83c1b2259ef), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.110438 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Request body: {'port': {'device_id': '894904de-6d54-4785-b905-4a1901d9d87f', 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d', 'admin_state_up': True, 'tenant_id': 'a0e498b288c5455ea4e270d16d92dc89'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:23.130544 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:11:23.131127 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (85c8b6d7-7b8f-4060-ae0b-8953906f009b), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: from cryptography.utils import int_from_bytes Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: from cryptography.utils import int_from_bytes Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:11:23.167083 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:11:23.216736 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d559ee2-c402-41e7-9740-5370dce7ad5e None None] Pushing event updated for resources: {'Port': ['ID=f15bfc7f-d05a-4a14-b17d-edb12126414f,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:23.420127 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (102ff1b2-a93a-4cc9-895b-6179fa793298), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.428432 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e132acf1-712b-4485-ad4d-3e5ee591af1e admin admin] Publish callbacks [] for security_group (657663ef-7984-4d75-a26a-3d9718659941), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.445243 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.452810 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] 10.222.0.84 "DELETE /v2.0/networks/102ff1b2-a93a-4cc9-895b-6179fa793298 HTTP/1.1" status: 204 len: 168 time: 1.9179854 Feb 09 13:11:23.452921 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22250f11-959f-4a06-82bc-2cf693a1a838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9639656-3112-4b1e-a186-a83c1b2259ef,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:23.453014 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Made reservation on behalf of cfd874f35c2a4960b06af720a09e2d9f for: {'port': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:23.453098 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38446) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:23.454819 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.457568 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ffa5d-8220-4075-af25-eb33d44a2245 admin admin] Pushing event deleted for resources: {'Network': ['ID=102ff1b2-a93a-4cc9-895b-6179fa793298,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:23.460709 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-22250f11-959f-4a06-82bc-2cf693a1a838 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f21ec1ab37c4d3784582613a730b806&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2147019 Feb 09 13:11:23.482515 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38448) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:23.761069 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e132acf1-712b-4485-ad4d-3e5ee591af1e admin admin] Publish callbacks [] for security_group (657663ef-7984-4d75-a26a-3d9718659941), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.009001 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Allocated IP 172.20.0.11 (d83fb912-c237-4d7d-9793-a53c546bf725/1b1fe93e-e164-4150-91ca-0a27461ce0b3/65961941-2a92-4fd6-a368-cadf07ece780) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:24.025745 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Allocated IP 172.27.1.159 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/9f50c43c-efb1-4643-9941-153bd3810f34) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:24.037791 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5d0eaa-6c68-4ed1-a994-2f2c67449dda admin admin] Deleting subnet 89d9e7cb-8547-4822-a305-c00c05c6ba31 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:11:24.058409 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d7bb8f5d-5905-4e8b-bd1d-2502880582ed admin admin] Publish callbacks [] for security_group (c9639656-3112-4b1e-a186-a83c1b2259ef), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.210429 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0eaa-6c68-4ed1-a994-2f2c67449dda admin admin] Publish callbacks [] for subnet (89d9e7cb-8547-4822-a305-c00c05c6ba31), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.213264 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e132acf1-712b-4485-ad4d-3e5ee591af1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (657663ef-7984-4d75-a26a-3d9718659941), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.218500 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e132acf1-712b-4485-ad4d-3e5ee591af1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.220387 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e132acf1-712b-4485-ad4d-3e5ee591af1e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/657663ef-7984-4d75-a26a-3d9718659941 HTTP/1.1" status: 204 len: 168 time: 1.5177894 Feb 09 13:11:24.244036 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-39f4d731-0560-4391-a055-668797e10a3c req-085938cb-2d02-47b5-9f75-99a2c3b615ed tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 210 time: 0.1797230 Feb 09 13:11:24.342950 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d7bb8f5d-5905-4e8b-bd1d-2502880582ed admin admin] Publish callbacks [] for security_group (c9639656-3112-4b1e-a186-a83c1b2259ef), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.584136 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for port (9f50c43c-efb1-4643-9941-153bd3810f34), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.584136 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132acf1-712b-4485-ad4d-3e5ee591af1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657663ef-7984-4d75-a26a-3d9718659941,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:24.585384 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device f15bfc7f-d05a-4a14-b17d-edb12126414f up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:24.603182 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Made reservation on behalf of a0e498b288c5455ea4e270d16d92dc89 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:24.615723 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.640206 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98f43fba-c578-4c5e-bdc9-f926bb1ceee4 req-05bc9da4-e8fa-483a-a67d-babaeb48d372 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 210 time: 0.2944624 Feb 09 13:11:24.690104 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port f15bfc7f-d05a-4a14-b17d-edb12126414f triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:24.693639 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.716508 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Publish callbacks [] for port (65961941-2a92-4fd6-a368-cadf07ece780), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.793464 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d7bb8f5d-5905-4e8b-bd1d-2502880582ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c9639656-3112-4b1e-a186-a83c1b2259ef), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.809315 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d7bb8f5d-5905-4e8b-bd1d-2502880582ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:24.826459 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-d7bb8f5d-5905-4e8b-bd1d-2502880582ed admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c9639656-3112-4b1e-a186-a83c1b2259ef HTTP/1.1" status: 204 len: 168 time: 1.3266501 Feb 09 13:11:24.883702 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb8f5d-5905-4e8b-bd1d-2502880582ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9639656-3112-4b1e-a186-a83c1b2259ef,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:25.026033 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (65961941-2a92-4fd6-a368-cadf07ece780), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.028777 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port f15bfc7f-d05a-4a14-b17d-edb12126414f is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:25.030305 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 051f4181-d287-4017-92c1-a6b80040c48e up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:25.128475 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 051f4181-d287-4017-92c1-a6b80040c48e triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:25.129432 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (051f4181-d287-4017-92c1-a6b80040c48e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.148950 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0eaa-6c68-4ed1-a994-2f2c67449dda admin admin] Publish callbacks [] for subnet (89d9e7cb-8547-4822-a305-c00c05c6ba31), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.223573 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-99c4065b-75f6-4366-b750-0e1daa83c9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.244359 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (9f50c43c-efb1-4643-9941-153bd3810f34), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.253363 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0eaa-6c68-4ed1-a994-2f2c67449dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (89d9e7cb-8547-4822-a305-c00c05c6ba31), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.366275 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Network d83fb912-c237-4d7d-9793-a53c546bf725 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:25.384195 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:25.388484 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:25.401080 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 051f4181-d287-4017-92c1-a6b80040c48e is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:25.401490 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (051f4181-d287-4017-92c1-a6b80040c48e), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.402695 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Pushing event updated for resources: {'Port': ['ID=65961941-2a92-4fd6-a368-cadf07ece780,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:25.476215 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port 051f4181-d287-4017-92c1-a6b80040c48e, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=051f4181-d287-4017-92c1-a6b80040c48e,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:25.550934 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:25.551868 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:25.552791 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.585407 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828320-fac6-4f43-af50-d30964f22447 req-aabd1ea2-ac79-4132-9851-f94e482aae96 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:25.588149 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9a828320-fac6-4f43-af50-d30964f22447 req-aabd1ea2-ac79-4132-9851-f94e482aae96 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 932 time: 0.1291368 Feb 09 13:11:25.600445 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (051f4181-d287-4017-92c1-a6b80040c48e), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.640898 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:25.652744 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:25.697140 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Publish callbacks [] for port (7fa47044-cd85-4181-84db-03631d4aea5f), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.712402 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'Port': ['ID=9f50c43c-efb1-4643-9941-153bd3810f34,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:25.755049 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9a828320-fac6-4f43-af50-d30964f22447 req-492be1b7-88a0-4787-a092-e40e5843dfaf tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574123 Feb 09 13:11:25.757801 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Allocated IP 172.20.0.2 (ff34e378-f58b-45e9-a487-b72107a8e88d/bcfed6b4-c91a-4b7c-908f-9e99278d2c55/0c7a08f1-289e-49bd-b9bc-e830edeaee6f) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:25.770276 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=051f4181-d287-4017-92c1-a6b80040c48e,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:25.803831 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3d9b59ae-ebfd-49b7-aae5-d13c70527466 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0066082 Feb 09 13:11:25.823238 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.823940 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655616'] for router_interface (e9584e81-acee-461e-8c50-ce126229908c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.844689 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-71763721-2f9f-41b2-b3a3-8482a4aef1ea tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:11:25.848356 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-71763721-2f9f-41b2-b3a3-8482a4aef1ea tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216038 Feb 09 13:11:26.145579 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0eaa-6c68-4ed1-a994-2f2c67449dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (89d9e7cb-8547-4822-a305-c00c05c6ba31), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:26.224789 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:26.235850 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d0eaa-6c68-4ed1-a994-2f2c67449dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d9e7cb-8547-4822-a305-c00c05c6ba31,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:26.263184 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f0906a7f-dbb4-4794-8f70-8b48bc6ade41 req-9275a32a-ada4-4436-a267-cbbcb6ae8284 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 210 time: 0.4439945 Feb 09 13:11:26.392815 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0eaa-6c68-4ed1-a994-2f2c67449dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:26.397717 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38494) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:26.407742 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 051f4181-d287-4017-92c1-a6b80040c48e up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:26.411187 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4e5d0eaa-6c68-4ed1-a994-2f2c67449dda admin admin] 10.222.0.84 "DELETE /v2.0/subnets/89d9e7cb-8547-4822-a305-c00c05c6ba31 HTTP/1.1" status: 204 len: 168 time: 2.9532022 Feb 09 13:11:26.504945 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa47044-cd85-4181-84db-03631d4aea5f,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:26.506024 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (ea618109-bb65-4e9a-9d14-0b41cd24ed58), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:26.528191 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (4a344598-ddf3-4040-abfe-f628a6963e9a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:26.577220 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:26.579279 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 051f4181-d287-4017-92c1-a6b80040c48e triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:26.579914 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (051f4181-d287-4017-92c1-a6b80040c48e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:26.600791 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:26.653891 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (ea618109-bb65-4e9a-9d14-0b41cd24ed58), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:26.700995 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea618109-bb65-4e9a-9d14-0b41cd24ed58']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:26.718722 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Request body: {'port': {'device_id': '3449e9bb-2fd1-40a5-8003-d773c6d60736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:26.776041 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Router e9584e81-acee-461e-8c50-ce126229908c has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:11:26.831975 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3f9d31-dfd2-4a0f-8a72-4996c8fb5105') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:26.832803 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3f9d31-dfd2-4a0f-8a72-4996c8fb5105') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:26.858272 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (9f50c43c-efb1-4643-9941-153bd3810f34), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:26.869584 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (aa3f9d31-dfd2-4a0f-8a72-4996c8fb5105), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:26.878770 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 051f4181-d287-4017-92c1-a6b80040c48e is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:26.932736 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (aa3f9d31-dfd2-4a0f-8a72-4996c8fb5105), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:26.948562 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:11:26.949193 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (aa3f9d31-dfd2-4a0f-8a72-4996c8fb5105), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:11:26.952048 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:11:27.134397 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks [] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:27.276552 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (65961941-2a92-4fd6-a368-cadf07ece780), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:27.401458 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:11:27.412359 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for port (9f50c43c-efb1-4643-9941-153bd3810f34), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:27.418670 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-45dc1334-f8f1-4a2a-950f-ee9d655550b5 admin admin] 10.222.0.84 "PUT /v2.0/routers/e9584e81-acee-461e-8c50-ce126229908c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9790344 Feb 09 13:11:27.423929 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Sync routers for ids ['e9584e81-acee-461e-8c50-ce126229908c'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:11:27.438533 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Routers {'e9584e81-acee-461e-8c50-ce126229908c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:11:27.445884 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:11:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e9584e81-acee-461e-8c50-ce126229908c'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:27.480850 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869ea3f-2b82-42d8-9c86-0e78932c2b61 req-8b564f8d-4e0a-4fe8-971c-1743c218c2b5 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:27.495991 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7869ea3f-2b82-42d8-9c86-0e78932c2b61 req-8b564f8d-4e0a-4fe8-971c-1743c218c2b5 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 932 time: 0.3551321 Feb 09 13:11:27.522871 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1ba7dad6-1330-462d-b6aa-ba55a64f29a0 req-50d3f1fc-63b3-48dc-a2fe-c0569b1994f3 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 210 time: 0.0669386 Feb 09 13:11:27.629987 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7869ea3f-2b82-42d8-9c86-0e78932c2b61 req-883f8c2f-8257-41e5-9039-43f1e00131d4 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328456 Feb 09 13:11:27.671116 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:27.678145 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (ea618109-bb65-4e9a-9d14-0b41cd24ed58), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:27.682026 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (9f50c43c-efb1-4643-9941-153bd3810f34), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:27.728937 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:27.735908 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Set router e9584e81-acee-461e-8c50-ce126229908c gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:11:27.813792 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:27.820578 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] 10.222.0.84 "DELETE /v2.0/networks/ea618109-bb65-4e9a-9d14-0b41cd24ed58 HTTP/1.1" status: 204 len: 168 time: 1.4194655 Feb 09 13:11:27.871365 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (4a344598-ddf3-4040-abfe-f628a6963e9a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:27.895300 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Network ff34e378-f58b-45e9-a487-b72107a8e88d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:27.900533 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d3512-b7df-4ca7-8f3e-b1f69f14dde7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea618109-bb65-4e9a-9d14-0b41cd24ed58,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:27.904930 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:27.927783 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:27.936331 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:27.936931 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:27.961189 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'Port': ['ID=9f50c43c-efb1-4643-9941-153bd3810f34,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:28.109862 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Pushing event updated for resources: {'Port': ['ID=0c7a08f1-289e-49bd-b9bc-e830edeaee6f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:28.145325 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:28.151689 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d8c4dbcb-ea4c-4eab-8a2c-ab0038557731 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3495743 Feb 09 13:11:28.154657 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-9c8df2f9-17ac-4405-93bc-6236bd18aa18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0541837 Feb 09 13:11:28.174610 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Request body: {'port': {'device_id': '894904de-6d54-4785-b905-4a1901d9d87f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:28.233069 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9584e81-acee-461e-8c50-ce126229908c', 'name': 'tempest-ServerRescueNegativeTestJSON-36584613-router', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '051f4181-d287-4017-92c1-a6b80040c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 4, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'gw_port': {'id': '051f4181-d287-4017-92c1-a6b80040c48e', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9584e81-acee-461e-8c50-ce126229908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:16Z', 'updated_at': '2022-02-09T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '7fa47044-cd85-4181-84db-03631d4aea5f', 'name': '', 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'mac_address': 'fa:16:3e:4f:1d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9584e81-acee-461e-8c50-ce126229908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce34dc3f-c322-4241-a6b8-551931206a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:20Z', 'updated_at': '2022-02-09T13:11:23Z', 'revision_number': 2, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'subnets': [{'id': 'ce34dc3f-c322-4241-a6b8-551931206a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:28.304594 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Checking router: e9584e81-acee-461e-8c50-ce126229908c for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:11:28.305021 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Updating router e9584e81-acee-461e-8c50-ce126229908c port 7fa47044-cd85-4181-84db-03631d4aea5f binding host dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:11:28.350420 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:28.368969 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:28.403420 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65961941-2a92-4fd6-a368-cadf07ece780 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:28.413159 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Publish callbacks [] for port (65961941-2a92-4fd6-a368-cadf07ece780), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:28.436735 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Transition to ACTIVE for port object 65961941-2a92-4fd6-a368-cadf07ece780 will not be triggered until provisioned by entity L2. {{(pid=103165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:28.739255 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c932b-3a35-49c6-b682-39234888f07d req-cef497dc-c5ca-4b51-927e-ed8d2922ca97 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:28.740829 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-db5c932b-3a35-49c6-b682-39234888f07d req-cef497dc-c5ca-4b51-927e-ed8d2922ca97 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 931 time: 0.1103473 Feb 09 13:11:28.762413 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (65961941-2a92-4fd6-a368-cadf07ece780), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:28.772814 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Publish callbacks [] for port (7fa47044-cd85-4181-84db-03631d4aea5f), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:28.833860 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Pushing event updated for resources: {'Port': ['ID=65961941-2a92-4fd6-a368-cadf07ece780,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:28.919203 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7a08f1-289e-49bd-b9bc-e830edeaee6f {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:28.929429 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Publish callbacks [] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:28.953439 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Transition to ACTIVE for port object 0c7a08f1-289e-49bd-b9bc-e830edeaee6f will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:29.012213 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-db5c932b-3a35-49c6-b682-39234888f07d req-b029a29e-8338-4bac-b0c9-c89167dd86f3 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515264 Feb 09 13:11:29.059953 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Attempting to bind port 65961941-2a92-4fd6-a368-cadf07ece780 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:11:29.060889 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Attempting to bind port 65961941-2a92-4fd6-a368-cadf07ece780 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'dc06550f-2222-4123-a281-0fc3ec077464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd83fb912-c237-4d7d-9793-a53c546bf725'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:11:29.061748 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Attempting to bind port 65961941-2a92-4fd6-a368-cadf07ece780 on network d83fb912-c237-4d7d-9793-a53c546bf725 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:29.070224 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Port 65961941-2a92-4fd6-a368-cadf07ece780 on network d83fb912-c237-4d7d-9793-a53c546bf725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:11:29.070989 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Attempting to bind port 65961941-2a92-4fd6-a368-cadf07ece780 on network d83fb912-c237-4d7d-9793-a53c546bf725 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:29.078960 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:11:29.079696 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Checking segment: {'id': 'dc06550f-2222-4123-a281-0fc3ec077464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd83fb912-c237-4d7d-9793-a53c546bf725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:29.080799 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Bound using segment: {'id': 'dc06550f-2222-4123-a281-0fc3ec077464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd83fb912-c237-4d7d-9793-a53c546bf725'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:11:29.081558 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Bound port: 65961941-2a92-4fd6-a368-cadf07ece780, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc06550f-2222-4123-a281-0fc3ec077464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd83fb912-c237-4d7d-9793-a53c546bf725'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:11:29.082251 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (65961941-2a92-4fd6-a368-cadf07ece780), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:29.087393 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:29.273790 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Attempting to bind port 7fa47044-cd85-4181-84db-03631d4aea5f on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:11:29.274773 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] For port 65961941-2a92-4fd6-a368-cadf07ece780, host hv-cinder-82786, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:29.275291 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Attempting to bind port 7fa47044-cd85-4181-84db-03631d4aea5f by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:11:29.275813 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Attempting to bind port 7fa47044-cd85-4181-84db-03631d4aea5f on network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:29.280488 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] For port 65961941-2a92-4fd6-a368-cadf07ece780, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=65961941-2a92-4fd6-a368-cadf07ece780,segment=NetworkSegment(dc06550f-2222-4123-a281-0fc3ec077464),segment_id=dc06550f-2222-4123-a281-0fc3ec077464)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:29.282212 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:11:29.282619 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Checking segment: {'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:29.286825 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:29.286825 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Bound using segment: {'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:11:29.286825 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Bound port: 7fa47044-cd85-4181-84db-03631d4aea5f, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:11:29.286825 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:29.287187 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7efbe-3a38-40a8-93f4-84e2d7782e17 None None] Pushing event updated for resources: {'Port': ['ID=7fa47044-cd85-4181-84db-03631d4aea5f,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:29.298086 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388787-5a6e-48a5-9035-e1f4b27c9f83 req-7aba073f-45f0-494f-be7c-b75b28e7c971 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:29.300359 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fd388787-5a6e-48a5-9035-e1f4b27c9f83 req-7aba073f-45f0-494f-be7c-b75b28e7c971 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 944 time: 0.1227276 Feb 09 13:11:29.312596 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:29.370618 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] For port 7fa47044-cd85-4181-84db-03631d4aea5f, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:29.373882 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] For port 7fa47044-cd85-4181-84db-03631d4aea5f, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=7fa47044-cd85-4181-84db-03631d4aea5f,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:29.377816 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:29.394496 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (65961941-2a92-4fd6-a368-cadf07ece780), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:29.453338 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:29.486818 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a08f1-289e-49bd-b9bc-e830edeaee6f,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:29.495045 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Attempting to bind port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:11:29.497108 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Attempting to bind port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:11:29.498589 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Attempting to bind port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f on network ff34e378-f58b-45e9-a487-b72107a8e88d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:29.507095 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f on network ff34e378-f58b-45e9-a487-b72107a8e88d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:11:29.510539 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Attempting to bind port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f on network ff34e378-f58b-45e9-a487-b72107a8e88d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:29.518667 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7efbe-3a38-40a8-93f4-84e2d7782e17 None None] Pushing event updated for resources: {'Port': ['ID=7fa47044-cd85-4181-84db-03631d4aea5f,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:29.522583 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:11:29.525248 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Checking segment: {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:29.526091 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Bound using segment: {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:11:29.526898 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Bound port: 0c7a08f1-289e-49bd-b9bc-e830edeaee6f, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:11:29.528411 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:29.552496 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Routers {'e9584e81-acee-461e-8c50-ce126229908c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:11:29.553130 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:11:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e9584e81-acee-461e-8c50-ce126229908c'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:29.558544 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38552) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:29.562192 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Pushing event updated for resources: {'Port': ['ID=65961941-2a92-4fd6-a368-cadf07ece780,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:29.578971 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:29.579597 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:29.581033 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cb31fa40-4872-41cf-85e8-b8a32e1a8214 service neutron] 10.222.0.31 "PUT /v2.0/ports/65961941-2a92-4fd6-a368-cadf07ece780 HTTP/1.1" status: 200 len: 1094 time: 3.1812575 Feb 09 13:11:29.582472 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3449e9bb-2fd1-40a5-8003-d773c6d60736', 'tag': '65961941-2a92-4fd6-a368-cadf07ece780'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:11:29.615916 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fd388787-5a6e-48a5-9035-e1f4b27c9f83 req-d93c62eb-af59-4831-831d-598ada6b47c9 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947023 Feb 09 13:11:29.724229 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] For port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:29.733262 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] For port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=0c7a08f1-289e-49bd-b9bc-e830edeaee6f,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:29.812958 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38566) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:29.817588 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f2e79e97-086e-4ac7-87b5-4d6b1fda2654 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=278566ccf2b242f2a858eabc479d9359&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2434995 Feb 09 13:11:29.886205 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-8abfc518-96e6-4d71-a339-d3b325e28a3a tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1517457601&fields=id&tenant_id=413094dda74649c282bf36d27168fc96 HTTP/1.1" status: 200 len: 267 time: 0.1524141 Feb 09 13:11:29.911880 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] Set router e9584e81-acee-461e-8c50-ce126229908c gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:11:30.098468 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ebe9192e-5d17-4024-b9d9-205743f0e3b9 admin admin] Publish callbacks [] for security_group (cae7729d-370d-4302-8060-f86b37191f60), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:30.161226 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdf025b0-2e8f-4636-af11-bf7cc78b3f96 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:30.162882 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdf025b0-2e8f-4636-af11-bf7cc78b3f96 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/networks?id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 200 len: 811 time: 0.2757699 Feb 09 13:11:30.164970 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ebe9192e-5d17-4024-b9d9-205743f0e3b9 admin admin] Publish callbacks [] for security_group (cae7729d-370d-4302-8060-f86b37191f60), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:30.219389 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-bd41f598-dcaf-4a52-94c0-60739934b509 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/quotas/413094dda74649c282bf36d27168fc96 HTTP/1.1" status: 200 len: 375 time: 0.0471618 Feb 09 13:11:30.303658 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb886992-5548-4f3c-81af-0ca4585d54ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3449e9bb-2fd1-40a5-8003-d773c6d60736", "tag": "65961941-2a92-4fd6-a368-cadf07ece780"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:11:30.334699 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:30.345014 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9584e81-acee-461e-8c50-ce126229908c', 'name': 'tempest-ServerRescueNegativeTestJSON-36584613-router', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '051f4181-d287-4017-92c1-a6b80040c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 4, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'gw_port': {'id': '051f4181-d287-4017-92c1-a6b80040c48e', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9584e81-acee-461e-8c50-ce126229908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:16Z', 'updated_at': '2022-02-09T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '7fa47044-cd85-4181-84db-03631d4aea5f', 'name': '', 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'mac_address': 'fa:16:3e:4f:1d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9584e81-acee-461e-8c50-ce126229908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce34dc3f-c322-4241-a6b8-551931206a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:20Z', 'updated_at': '2022-02-09T13:11:29Z', 'revision_number': 4, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'subnets': [{'id': 'ce34dc3f-c322-4241-a6b8-551931206a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:30.399758 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-d5d69839-4a52-4c33-9ba8-7aeed56ca17d tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673968 Feb 09 13:11:30.403442 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-141030d5-7ff7-48b6-b0b7-26b3b78b7d83 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:30.406024 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e960696-24e3-498d-8f36-751fd6552eec None None] The sync data for ids ['e9584e81-acee-461e-8c50-ce126229908c'] in dv-cinder-827860-3-iscsi is: [{'id': 'e9584e81-acee-461e-8c50-ce126229908c', 'name': 'tempest-ServerRescueNegativeTestJSON-36584613-router', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '051f4181-d287-4017-92c1-a6b80040c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 4, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'gw_port': {'id': '051f4181-d287-4017-92c1-a6b80040c48e', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9584e81-acee-461e-8c50-ce126229908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:16Z', 'updated_at': '2022-02-09T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '7fa47044-cd85-4181-84db-03631d4aea5f', 'name': '', 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'mac_address': 'fa:16:3e:4f:1d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9584e81-acee-461e-8c50-ce126229908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce34dc3f-c322-4241-a6b8-551931206a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:20Z', 'updated_at': '2022-02-09T13:11:29Z', 'revision_number': 4, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'subnets': [{'id': 'ce34dc3f-c322-4241-a6b8-551931206a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:11:30.407059 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-141030d5-7ff7-48b6-b0b7-26b3b78b7d83 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/networks?id=356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 200 len: 817 time: 0.4769320 Feb 09 13:11:30.410354 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:30.412022 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:30.415493 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] 10.222.0.31 "PUT /v2.0/ports/0c7a08f1-289e-49bd-b9bc-e830edeaee6f HTTP/1.1" status: 200 len: 1093 time: 2.2482884 Feb 09 13:11:30.416907 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894904de-6d54-4785-b905-4a1901d9d87f', 'tag': '0c7a08f1-289e-49bd-b9bc-e830edeaee6f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:11:30.547412 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-471a5abc-2f29-472f-aa47-3730e155eade tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/quotas/141d2818a8454068b7397ceefa95ab7b HTTP/1.1" status: 200 len: 375 time: 0.0254359 Feb 09 13:11:30.574601 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ebe9192e-5d17-4024-b9d9-205743f0e3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (cae7729d-370d-4302-8060-f86b37191f60), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:30.577695 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ebe9192e-5d17-4024-b9d9-205743f0e3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:30.582079 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-ebe9192e-5d17-4024-b9d9-205743f0e3b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cae7729d-370d-4302-8060-f86b37191f60 HTTP/1.1" status: 204 len: 168 time: 0.7681348 Feb 09 13:11:30.600619 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9192e-5d17-4024-b9d9-205743f0e3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae7729d-370d-4302-8060-f86b37191f60,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:30.637807 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fef8b9-158f-47e8-afbc-f96a96d98101 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a08f1-289e-49bd-b9bc-e830edeaee6f,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:30.689452 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-5c793d7f-c777-4598-8360-996a442c5051 service neutron] 10.222.0.84 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483878 Feb 09 13:11:30.719458 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-dddd6639-2aa9-4107-8217-2e06dbf3c6b5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=141d2818a8454068b7397ceefa95ab7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1503339 Feb 09 13:11:30.851620 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-eb4ac96a-9259-4c50-918d-e9f062c158e7 service neutron] 10.222.0.84 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603940 Feb 09 13:11:30.855088 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-93192937-a789-4561-b5f7-29271e89547e service neutron] 10.222.0.84 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271858 Feb 09 13:11:30.997446 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-cb6eba0f-a8a2-4ad7-9d5d-1f377c32ab33 service neutron] 10.222.0.84 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399715 Feb 09 13:11:31.027508 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1111df7a-febc-4b85-8be4-fcf10fae2e77" -d '{"events": [{"name": "network-changed", "server_uuid": "894904de-6d54-4785-b905-4a1901d9d87f", "tag": "0c7a08f1-289e-49bd-b9bc-e830edeaee6f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:11:31.288288 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a64ae-2bfd-42dc-aa7f-90df0f4755ed req-30d9e320-8e1f-496c-975a-48aa3c600be7 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:31.296893 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-836a64ae-2bfd-42dc-aa7f-90df0f4755ed req-30d9e320-8e1f-496c-975a-48aa3c600be7 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 943 time: 0.1007740 Feb 09 13:11:31.353708 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-836a64ae-2bfd-42dc-aa7f-90df0f4755ed req-8f3a0913-5db1-4996-bb8c-259e620a7bef tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551989 Feb 09 13:11:31.546035 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38648) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:31.595784 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247e9-ec45-46eb-8471-d01d0785f69e req-89cfcb70-c95b-4f48-97de-8c7b9adeeab0 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:31.597374 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a20247e9-ec45-46eb-8471-d01d0785f69e req-89cfcb70-c95b-4f48-97de-8c7b9adeeab0 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 944 time: 0.1208274 Feb 09 13:11:31.599033 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5637c1-6ed6-4970-94cd-3961511d8c7e x-openstack-request-id: req-ac5637c1-6ed6-4970-94cd-3961511d8c7e {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:11:31.611209 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3449e9bb-2fd1-40a5-8003-d773c6d60736", "tag": "65961941-2a92-4fd6-a368-cadf07ece780", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:11:31.611748 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac5637c1-6ed6-4970-94cd-3961511d8c7e {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:11:31.611970 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6c7b6faf-bb9c-472e-828d-6991407d7c6a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=71dfa081ca8b4b1f88351551e9aac6fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0633175 Feb 09 13:11:31.612488 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3449e9bb-2fd1-40a5-8003-d773c6d60736', 'tag': '65961941-2a92-4fd6-a368-cadf07ece780', 'status': 'completed', 'code': 200} Feb 09 13:11:31.616174 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38654) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:31.672894 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf5f3-04ed-40d5-8456-08ddd77c06f4 admin admin] Publish callbacks [] for security_group (d8a35fab-6022-445a-8fa0-e636e3e15ec3), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:31.694721 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a20247e9-ec45-46eb-8471-d01d0785f69e req-9a684a76-3ddf-4e69-8710-84e3e9108be7 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810785 Feb 09 13:11:31.706655 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf5f3-04ed-40d5-8456-08ddd77c06f4 admin admin] Publish callbacks [] for security_group (d8a35fab-6022-445a-8fa0-e636e3e15ec3), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:31.780445 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1fd0a862-44af-4a77-9941-d6b82e4d431c req-d58bc6d6-d819-4000-b5dc-9dd5f370f2fb tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 210 time: 0.0300412 Feb 09 13:11:31.846089 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5f7d96-b8bf-44e5-b5d3-abb390443592 x-openstack-request-id: req-fc5f7d96-b8bf-44e5-b5d3-abb390443592 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:11:31.846457 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894904de-6d54-4785-b905-4a1901d9d87f", "tag": "0c7a08f1-289e-49bd-b9bc-e830edeaee6f", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:11:31.846759 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fc5f7d96-b8bf-44e5-b5d3-abb390443592 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:11:31.847244 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894904de-6d54-4785-b905-4a1901d9d87f', 'tag': '0c7a08f1-289e-49bd-b9bc-e830edeaee6f', 'status': 'completed', 'code': 200} Feb 09 13:11:31.859359 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf5f3-04ed-40d5-8456-08ddd77c06f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (d8a35fab-6022-445a-8fa0-e636e3e15ec3), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:31.860574 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cf214583-7783-4564-a9c0-3eec8c3f7cc1 req-e9d8a03f-4d64-4dd2-890b-520c6a8368d2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 210 time: 0.0334435 Feb 09 13:11:31.862284 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7f9bf5f3-04ed-40d5-8456-08ddd77c06f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:31.863626 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7f9bf5f3-04ed-40d5-8456-08ddd77c06f4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d8a35fab-6022-445a-8fa0-e636e3e15ec3 HTTP/1.1" status: 204 len: 168 time: 0.2440169 Feb 09 13:11:31.872322 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bf5f3-04ed-40d5-8456-08ddd77c06f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a35fab-6022-445a-8fa0-e636e3e15ec3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:32.216385 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af5723-98de-4830-a042-31844ed1476a req-0e70d75f-0d93-4819-9733-b3ad2a62f753 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:32.221839 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-0e70d75f-0d93-4819-9733-b3ad2a62f753 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/networks?id=356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 200 len: 817 time: 0.1325412 Feb 09 13:11:32.257605 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-f56a567b-2a09-44ce-9ad5-b817d795fb8e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/quotas/141d2818a8454068b7397ceefa95ab7b HTTP/1.1" status: 200 len: 375 time: 0.0304856 Feb 09 13:11:32.346636 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-c5c58c4f-21c3-4433-a2e3-c47868fbb4f2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=141d2818a8454068b7397ceefa95ab7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810676 Feb 09 13:11:32.388552 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 7fa47044-cd85-4181-84db-03631d4aea5f up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:32.444901 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 7fa47044-cd85-4181-84db-03631d4aea5f triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:32.449794 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:32.484297 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-ae2305b6-60a0-439b-bf18-bc2e673f93eb service neutron] 10.222.0.84 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270568 Feb 09 13:11:32.525955 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700be1c-487f-453d-84dc-8710a0635d1d req-acf2f94b-c67c-4b42-b006-1bb028b4af06 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:32.527905 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6700be1c-487f-453d-84dc-8710a0635d1d req-acf2f94b-c67c-4b42-b006-1bb028b4af06 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 943 time: 0.0775020 Feb 09 13:11:32.598636 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6700be1c-487f-453d-84dc-8710a0635d1d req-3f603120-3b70-4e0f-b30d-493f7159c9fa tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646887 Feb 09 13:11:32.630180 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-f219e3a9-4719-4599-b503-de83cd866206 service neutron] 10.222.0.84 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349027 Feb 09 13:11:32.676288 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 7fa47044-cd85-4181-84db-03631d4aea5f is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:32.676804 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:32.730569 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port 7fa47044-cd85-4181-84db-03631d4aea5f, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=7fa47044-cd85-4181-84db-03631d4aea5f,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:32.869926 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0285c-efd5-4a08-aa53-2d60b51678ff req-e50bc5d6-9bfa-4396-bf76-c13339e69387 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:32.871517 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4be0285c-efd5-4a08-aa53-2d60b51678ff req-e50bc5d6-9bfa-4396-bf76-c13339e69387 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 944 time: 0.0708115 Feb 09 13:11:32.876432 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:32.935711 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=7fa47044-cd85-4181-84db-03631d4aea5f,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:32.942672 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4be0285c-efd5-4a08-aa53-2d60b51678ff req-dc86701a-acab-4512-8f71-c83dcdd1d3c9 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633223 Feb 09 13:11:33.114171 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0887820c-9e72-47d9-aba0-5bb2094561a0 req-586cf1f4-0020-4b08-a237-0dc17f24b286 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 210 time: 0.0550563 Feb 09 13:11:33.150043 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9efb8af3-bbb1-4515-be80-c8821e558d93 req-d1d05b58-b89a-48a9-83cd-363f8a1140f5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 210 time: 0.0848477 Feb 09 13:11:33.487790 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38728) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:33.647983 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1059542074-network', 'tenant_id': '989aed5dea7448f6aff599d6744ccec0'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:33.755530 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d963c77-bd0c-49c6-91c2-7d8287eeeb93 req-bedf5139-5366-4a84-8ee9-8d54ebe26998 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:33.757717 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3d963c77-bd0c-49c6-91c2-7d8287eeeb93 req-bedf5139-5366-4a84-8ee9-8d54ebe26998 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 943 time: 0.0720024 Feb 09 13:11:33.775016 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Made reservation on behalf of 989aed5dea7448f6aff599d6744ccec0 for: {'network': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:33.777642 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:33.806379 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:33.887638 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3d963c77-bd0c-49c6-91c2-7d8287eeeb93 req-f8c18d86-1881-44dc-b761-ce0e544f3a84 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217954 Feb 09 13:11:33.948751 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-348532e0-efd4-4524-90cf-8d68abfbb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:33.948751 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-348532e0-efd4-4524-90cf-8d68abfbb209 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cfd874f35c2a4960b06af720a09e2d9f&device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 1128 time: 0.1417525 Feb 09 13:11:33.994532 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Publish callbacks [] for security_group (80d8036b-432e-49cd-bcfc-3a89bfd4f42a), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:34.077569 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (80d8036b-432e-49cd-bcfc-3a89bfd4f42a), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:34.216258 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:11:34.318006 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:34.318602 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.segments_db [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Added segment d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7 of type vlan for network c14db480-376e-432e-bb98-3ed4db923bdb Feb 09 13:11:34.329547 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d8036b-432e-49cd-bcfc-3a89bfd4f42a,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:34.366483 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-3a22ec8b-6a04-401d-bf8a-ddb803743f4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65961941-2a92-4fd6-a368-cadf07ece780 HTTP/1.1" status: 200 len: 217 time: 0.2538028 Feb 09 13:11:34.375180 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-af422529-e5a0-4ada-a23f-59aafb6a6348 req-b996b884-3d46-44fc-88f9-0732bd62fac6 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 210 time: 0.0708604 Feb 09 13:11:34.400887 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 7fa47044-cd85-4181-84db-03631d4aea5f up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:34.487717 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 7fa47044-cd85-4181-84db-03631d4aea5f triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:34.488653 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:34.499153 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cdf2d0fe-71b6-42e8-b69d-a90c9a91f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:34.501592 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-cdf2d0fe-71b6-42e8-b69d-a90c9a91f885 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1b1fe93e-e164-4150-91ca-0a27461ce0b3 HTTP/1.1" status: 200 len: 851 time: 0.1048481 Feb 09 13:11:34.586879 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (c14db480-376e-432e-bb98-3ed4db923bdb), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:34.626965 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e26cc7eb-7792-4f62-a995-ef7f65fbb655 req-4a6c8670-20c6-432f-ac98-1846a175dbca tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 210 time: 0.1339059 Feb 09 13:11:34.631114 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111df7a-febc-4b85-8be4-fcf10fae2e77 req-f2f38213-e88f-44bf-bd17-e91ec4527697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:34.638458 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1111df7a-febc-4b85-8be4-fcf10fae2e77 req-f2f38213-e88f-44bf-bd17-e91ec4527697 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 1127 time: 0.5207222 Feb 09 13:11:34.721790 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-425f55d3-6297-48b2-880f-586fc1033863 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d83fb912-c237-4d7d-9793-a53c546bf725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1831524 Feb 09 13:11:34.740216 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 7fa47044-cd85-4181-84db-03631d4aea5f is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:34.753167 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6193070-6bb3-4c35-9836-19e9d467d4e1 req-b0934ece-e3ac-4e45-bace-56afb17e9d22 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:34.755293 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c6193070-6bb3-4c35-9836-19e9d467d4e1 req-b0934ece-e3ac-4e45-bace-56afb17e9d22 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 944 time: 0.6979239 Feb 09 13:11:34.967624 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c6193070-6bb3-4c35-9836-19e9d467d4e1 req-2e332689-f963-4d72-b748-bc374055d751 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856027 Feb 09 13:11:34.976456 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111df7a-febc-4b85-8be4-fcf10fae2e77 req-9022cc69-dc02-4026-bcb5-641f2a8cf126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:34.978536 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1111df7a-febc-4b85-8be4-fcf10fae2e77 req-9022cc69-dc02-4026-bcb5-641f2a8cf126 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a0e498b288c5455ea4e270d16d92dc89&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3107188 Feb 09 13:11:35.004492 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-777e7aff-19f6-4e55-9c45-5f93c6fdb33f service neutron] 10.222.0.31 "GET /v2.0/networks/d83fb912-c237-4d7d-9793-a53c546bf725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441988 Feb 09 13:11:35.231627 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (c14db480-376e-432e-bb98-3ed4db923bdb), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:35.232592 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:35.233170 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:35.435199 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] Pushing event updated for resources: {'Network': ['ID=c14db480-376e-432e-bb98-3ed4db923bdb,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:35.443583 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ae3b0d83-090a-4098-9fd8-82ee55c362ce req-52e332fc-df15-4590-8635-a91cf154081b service neutron] 10.222.0.31 "GET /v2.0/networks/d83fb912-c237-4d7d-9793-a53c546bf725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806004 Feb 09 13:11:35.447841 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network c14db480-376e-432e-bb98-3ed4db923bdb details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:11:35.458343 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38772) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:35.458612 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-8df30f83-4a5a-4023-b8ce-2c33d4008a5c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9698858 Feb 09 13:11:35.467520 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] Request body: {'subnet': {'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1059542074-subnet', 'tenant_id': '989aed5dea7448f6aff599d6744ccec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:35.614667 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2b84a-0911-4338-a122-32550d6c2a8f req-e7d6d1f8-ae9c-44b5-8e4b-4f772de41f9c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:35.616685 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1378a917-331c-48fa-8c55-d6bd180740eb req-186a7244-1336-4e50-b717-ce70acc0e6c0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 210 time: 0.0959620 Feb 09 13:11:35.623535 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4ab2b84a-0911-4338-a122-32550d6c2a8f req-e7d6d1f8-ae9c-44b5-8e4b-4f772de41f9c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 943 time: 0.6219096 Feb 09 13:11:35.640552 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] Made reservation on behalf of 989aed5dea7448f6aff599d6744ccec0 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:35.649285 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:35.772795 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4ab2b84a-0911-4338-a122-32550d6c2a8f req-4478550e-d289-4959-b3e6-da876a8114f9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418717 Feb 09 13:11:35.792988 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111df7a-febc-4b85-8be4-fcf10fae2e77 req-0cc7e09a-7b46-436d-b67e-df4c0355ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:35.795192 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1111df7a-febc-4b85-8be4-fcf10fae2e77 req-0cc7e09a-7b46-436d-b67e-df4c0355ac73 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4547126 Feb 09 13:11:35.911175 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ec08e8ac-24ce-41a0-833c-461f1cf09a6d req-8cac9aea-e5a0-4f60-9fef-aa44c9b32736 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 210 time: 0.1134241 Feb 09 13:11:36.026801 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb886992-5548-4f3c-81af-0ca4585d54ae req-1543c7e5-bb76-4ee8-ab0f-a68b21247395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:36.028493 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb886992-5548-4f3c-81af-0ca4585d54ae req-1543c7e5-bb76-4ee8-ab0f-a68b21247395 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cfd874f35c2a4960b06af720a09e2d9f&device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 1128 time: 0.2294424 Feb 09 13:11:36.152867 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac3fed-3c64-485f-93e5-6c617f8e9135 req-94c71f21-1a0b-4527-9066-77ad918e749c tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:36.157555 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-71ac3fed-3c64-485f-93e5-6c617f8e9135 req-94c71f21-1a0b-4527-9066-77ad918e749c tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 944 time: 0.0952129 Feb 09 13:11:36.164604 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for subnet (46855677-ffd5-4609-b15c-e5f50eda8b2c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:36.267583 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-71ac3fed-3c64-485f-93e5-6c617f8e9135 req-00d27b56-3e57-4cf7-8a13-4ae99b56be1d tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032786 Feb 09 13:11:36.309162 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46855677-ffd5-4609-b15c-e5f50eda8b2c,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:36.337607 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] Checking segment: {'id': 'd0cb37a2-c5ab-4e6f-8ee4-44544430e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:36.337607 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] Network hostable DHCP agents. Network: c14db480-376e-432e-bb98-3ed4db923bdb, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:11:36.490160 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] Network c14db480-376e-432e-bb98-3ed4db923bdb is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:11:36.558934 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb886992-5548-4f3c-81af-0ca4585d54ae req-d6af51e3-e66c-4f43-a675-3d825dc1e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:36.562602 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb886992-5548-4f3c-81af-0ca4585d54ae req-d6af51e3-e66c-4f43-a675-3d825dc1e1c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d83fb912-c237-4d7d-9793-a53c546bf725 HTTP/1.1" status: 200 len: 912 time: 0.1947279 Feb 09 13:11:36.727604 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4c9502f3-8e47-4960-862d-ef06f708eb7b req-8c1f68cb-4b5d-4281-8551-bbbbd06193bf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 210 time: 0.0332661 Feb 09 13:11:36.764360 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-2c20c4fc-c652-4854-b31b-5e04a99b66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:36.765975 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-2c20c4fc-c652-4854-b31b-5e04a99b66c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 1127 time: 0.0632820 Feb 09 13:11:36.780570 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb886992-5548-4f3c-81af-0ca4585d54ae req-f301b958-8901-4b92-b84b-de10cb7c4b37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65961941-2a92-4fd6-a368-cadf07ece780 HTTP/1.1" status: 200 len: 217 time: 0.0469875 Feb 09 13:11:36.835874 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb886992-5548-4f3c-81af-0ca4585d54ae req-3fb8a261-877e-4aea-a87c-4e58652ecaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:36.838162 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb886992-5548-4f3c-81af-0ca4585d54ae req-3fb8a261-877e-4aea-a87c-4e58652ecaf2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1b1fe93e-e164-4150-91ca-0a27461ce0b3 HTTP/1.1" status: 200 len: 851 time: 0.0507588 Feb 09 13:11:36.844776 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-3faa4799-0142-426e-8627-eca38a75a570 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c7a08f1-289e-49bd-b9bc-e830edeaee6f HTTP/1.1" status: 200 len: 217 time: 0.0714939 Feb 09 13:11:36.928360 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-61b57db5-353b-4499-be89-6d06f6590b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:36.929863 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-61b57db5-353b-4499-be89-6d06f6590b36 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfed6b4-c91a-4b7c-908f-9e99278d2c55 HTTP/1.1" status: 200 len: 854 time: 0.0776858 Feb 09 13:11:36.942327 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5af93-a8c9-4700-a821-6505447f2fce req-45bc88c8-ce0f-40c9-9122-59bec6da9c7e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:36.943938 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-44d5af93-a8c9-4700-a821-6505447f2fce req-45bc88c8-ce0f-40c9-9122-59bec6da9c7e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 943 time: 0.1019840 Feb 09 13:11:37.004052 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-78c8954c-81d7-4723-b5a3-4675eb4f5d30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff34e378-f58b-45e9-a487-b72107a8e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589902 Feb 09 13:11:37.049621 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb886992-5548-4f3c-81af-0ca4585d54ae req-ba2da76e-9bb3-49a5-8cab-fd50e53cc788 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d83fb912-c237-4d7d-9793-a53c546bf725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2045584 Feb 09 13:11:37.050994 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, c14db480-376e-432e-bb98-3ed4db923bdb) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:37.064949 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93af581-2c7c-429e-b99b-d3674ff3031e None None] Network c14db480-376e-432e-bb98-3ed4db923bdb requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:37.076558 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:37.077304 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:37.080880 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1d52e16-ce20-4ccb-9910-568316947419 req-bf331fad-dfc2-4bad-ba84-5ccf668767a0 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 210 time: 0.0337219 Feb 09 13:11:37.089205 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-44d5af93-a8c9-4700-a821-6505447f2fce req-6f8c91ed-d49d-4636-91ff-170e1015b13b tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360824 Feb 09 13:11:37.144318 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-2bc82acd-dc1c-42ea-86a4-e7ec560b79b4 service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317677 Feb 09 13:11:37.203932 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f2685-2419-4079-90c2-2bf216929682 None None] Network c14db480-376e-432e-bb98-3ed4db923bdb requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:11:37.207126 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4fec096a-24c3-4546-9262-f3b3d25e1438 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7471356 Feb 09 13:11:37.263451 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.31', 64506) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:37.311656 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb886992-5548-4f3c-81af-0ca4585d54ae req-02a9a8d1-44dd-48a0-8291-202c3bcead3f service neutron] 10.222.0.31 "GET /v2.0/networks/d83fb912-c237-4d7d-9793-a53c546bf725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727850 Feb 09 13:11:37.379303 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.31', 64507) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:37.485047 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.31', 64508) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:37.514924 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-408e4f30-d0ef-4d85-b34d-b7517b4edf11 service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623519 Feb 09 13:11:37.591731 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b83af0-712b-42b3-840b-41f0611983aa req-d6ef5275-e5c8-4d85-af65-50f85fa9a209 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:37.593242 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d3b83af0-712b-42b3-840b-41f0611983aa req-d6ef5275-e5c8-4d85-af65-50f85fa9a209 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 944 time: 0.0909286 Feb 09 13:11:37.599570 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-402d9dec-6ccf-4652-ad18-af9382b20ada tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:37.601429 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-402d9dec-6ccf-4652-ad18-af9382b20ada tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.31 "GET /v2.0/networks?id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 200 len: 811 time: 0.3332031 Feb 09 13:11:37.624524 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-9e4f10c8-dd99-4ff7-978f-589176d15120 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:37.626409 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-9e4f10c8-dd99-4ff7-978f-589176d15120 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.31 "GET /v2.0/networks?id=356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 200 len: 817 time: 0.2361426 Feb 09 13:11:37.647928 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb886992-5548-4f3c-81af-0ca4585d54ae req-35355c84-cdce-4fe1-94eb-25922568ea50 service neutron] 10.222.0.31 "GET /v2.0/networks/d83fb912-c237-4d7d-9793-a53c546bf725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278551 Feb 09 13:11:37.686286 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af5723-98de-4830-a042-31844ed1476a req-a6b38008-fe60-4cdd-9dd9-9775fc5a3e93 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:37.687966 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-a6b38008-fe60-4cdd-9dd9-9775fc5a3e93 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.31 "GET /v2.0/networks?id=356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 200 len: 817 time: 0.2018731 Feb 09 13:11:37.710840 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d3b83af0-712b-42b3-840b-41f0611983aa req-ccf8ca90-21f3-423e-a05d-ecd140703451 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051311 Feb 09 13:11:37.843285 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-085386ef-9d54-470c-936c-590a25a9c6fa req-327b5567-4136-4473-b986-72e83b912eb5 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 210 time: 0.0316954 Feb 09 13:11:38.207037 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6159a26d-9b31-48ea-907d-c4536efdceff req-8e677788-375f-4add-b3db-1861a897f8f2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 210 time: 0.0387659 Feb 09 13:11:38.232656 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba577e-c2ee-44d7-87a9-0c52cfe7c3b2 req-976bfe12-f63c-41b4-8d15-9e0e3a3db71d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:38.234215 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c9ba577e-c2ee-44d7-87a9-0c52cfe7c3b2 req-976bfe12-f63c-41b4-8d15-9e0e3a3db71d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 943 time: 0.0783844 Feb 09 13:11:38.288138 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c9ba577e-c2ee-44d7-87a9-0c52cfe7c3b2 req-31263b56-64ec-4e9e-992b-057bd9c865a7 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480409 Feb 09 13:11:38.835319 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8524fb-8eb6-415a-803d-f53c66930aa5 req-6b1f1e12-165f-4c8d-b496-d2865782b420 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:38.838039 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e8524fb-8eb6-415a-803d-f53c66930aa5 req-6b1f1e12-165f-4c8d-b496-d2865782b420 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 944 time: 0.0628920 Feb 09 13:11:38.890273 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e8524fb-8eb6-415a-803d-f53c66930aa5 req-1599f832-29a3-4d5e-91be-b3d2abc3d1ba tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Feb 09 13:11:38.944721 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-38ed8de3-ad38-4578-a06a-f34bd31bcb44 req-b3fe8eb3-66dd-4eb5-9ae4-9e9d66b50a68 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 210 time: 0.0258701 Feb 09 13:11:39.292328 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38868) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:39.303810 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8b99fc04-18d1-49cc-a0e7-ef2765bd3639 req-799c4f22-f765-4503-9153-2d2066f7deb6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 210 time: 0.0276213 Feb 09 13:11:39.427299 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3be9-d2b4-4f3b-8579-ae2465730508 req-b0794e0f-0970-4861-93a4-e724a22f19df tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:39.428966 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6cab3be9-d2b4-4f3b-8579-ae2465730508 req-b0794e0f-0970-4861-93a4-e724a22f19df tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 943 time: 0.0610645 Feb 09 13:11:39.453840 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9fe288af-a7fc-4593-905f-5aa76594a33a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:39.499767 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6cab3be9-d2b4-4f3b-8579-ae2465730508 req-7d76375d-3e25-4c39-9b6f-dc458a021d1f tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629411 Feb 09 13:11:39.550901 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9fe288af-a7fc-4593-905f-5aa76594a33a admin admin] Publish callbacks [] for security_group (bcaa7210-27f7-4ba7-9a7f-467ebe35c76b), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:39.687447 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9fe288af-a7fc-4593-905f-5aa76594a33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (bcaa7210-27f7-4ba7-9a7f-467ebe35c76b), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:39.730324 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-9fe288af-a7fc-4593-905f-5aa76594a33a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=06296f5989214435813160c7fa47169c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369144 Feb 09 13:11:39.732340 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe288af-a7fc-4593-905f-5aa76594a33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaa7210-27f7-4ba7-9a7f-467ebe35c76b,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:39.734641 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38880) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:39.787094 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de0f696-49d7-45d2-b6e3-9a171a32fed1 admin admin] Publish callbacks [] for security_group (bcaa7210-27f7-4ba7-9a7f-467ebe35c76b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:39.807061 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de0f696-49d7-45d2-b6e3-9a171a32fed1 admin admin] Publish callbacks [] for security_group (bcaa7210-27f7-4ba7-9a7f-467ebe35c76b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:39.918350 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de0f696-49d7-45d2-b6e3-9a171a32fed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (bcaa7210-27f7-4ba7-9a7f-467ebe35c76b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:39.920951 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8de0f696-49d7-45d2-b6e3-9a171a32fed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:39.922084 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-8de0f696-49d7-45d2-b6e3-9a171a32fed1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bcaa7210-27f7-4ba7-9a7f-467ebe35c76b HTTP/1.1" status: 204 len: 168 time: 0.1863813 Feb 09 13:11:39.930619 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0f696-49d7-45d2-b6e3-9a171a32fed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaa7210-27f7-4ba7-9a7f-467ebe35c76b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:40.013320 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4be67-ff90-4b87-9533-a1a5e2927d47 req-3c8fb6dc-170e-4a37-adad-77de7bed60ec tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:40.014886 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d4d4be67-ff90-4b87-9533-a1a5e2927d47 req-3c8fb6dc-170e-4a37-adad-77de7bed60ec tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 944 time: 0.0537622 Feb 09 13:11:40.040301 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7e4ba051-1c1c-4c3c-a6bd-dbb9d1b0856a req-4a533f2d-033d-431d-a3ee-f7cdc2dbb52c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 210 time: 0.0278888 Feb 09 13:11:40.073937 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d4d4be67-ff90-4b87-9533-a1a5e2927d47 req-d744fc63-1ffc-498b-a29c-fbd8d78c8835 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535376 Feb 09 13:11:40.193336 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Request body: {'port': {'device_id': '6851d5fe-b010-49cc-8696-19a1008c2beb', 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7', 'admin_state_up': True, 'tenant_id': '141d2818a8454068b7397ceefa95ab7b'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:40.202233 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Request body: {'port': {'device_id': '8f002ff5-5d1f-4467-95ed-59f40d89a99d', 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7', 'admin_state_up': True, 'tenant_id': '141d2818a8454068b7397ceefa95ab7b'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:40.267907 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-157be2c1-d606-4831-86da-5380c5b15789 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=413094dda74649c282bf36d27168fc96 HTTP/1.1" status: 200 len: 380 time: 0.0800767 Feb 09 13:11:40.277901 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'port': {'device_id': '7d2bee05-65c9-445a-a7ca-98808614d991', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'admin_state_up': True, 'tenant_id': '413094dda74649c282bf36d27168fc96', 'security_groups': ['299413b8-2d49-4603-a238-a443c5f1d0e2']}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:40.478434 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-adcd3237-d615-4ec9-9a05-d567c046843f req-29af68f2-9f4f-40ad-bd71-13e5ead3dc58 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 210 time: 0.0554502 Feb 09 13:11:40.499654 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Made reservation on behalf of 141d2818a8454068b7397ceefa95ab7b for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:40.503597 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:40.531190 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Made reservation on behalf of 141d2818a8454068b7397ceefa95ab7b for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:40.536297 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:40.581048 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Made reservation on behalf of 413094dda74649c282bf36d27168fc96 for: {'port': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:40.584989 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:40.713839 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 38914) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:40.734749 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bbdc2bc2-b69f-4e1f-a83b-b866f474cd99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:40.783587 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb6515-926f-4db0-b4ae-0b5f80d127e7 req-3575b0b9-0278-46fb-8bf8-08b87fc2dd1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:40.785147 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dadb6515-926f-4db0-b4ae-0b5f80d127e7 req-3575b0b9-0278-46fb-8bf8-08b87fc2dd1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 943 time: 0.2029655 Feb 09 13:11:40.837630 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Allocated IP 172.20.0.8 (9ce67157-f48b-4d2d-b32c-6a12d5e26c1b/9cbb47fb-25d3-4b90-8f6c-52fce146153a/0a218b4e-3337-4b9d-9226-b484077f2606) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:40.865665 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Allocated IP 172.20.0.9 (356c94e6-31e4-4e9e-9f08-04565eefbcb7/ce34dc3f-c322-4241-a6b8-551931206a17/f0f66d6e-dac2-4b65-a7f0-da58e82e9c63) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:40.880317 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dadb6515-926f-4db0-b4ae-0b5f80d127e7 req-9deb52a9-80af-447d-82e1-5a77713da22b tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846133 Feb 09 13:11:40.902786 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bbdc2bc2-b69f-4e1f-a83b-b866f474cd99 admin admin] Publish callbacks [] for security_group (4914b4f8-3a16-41aa-a73f-9b2e0a74adfa), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:40.974458 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bbdc2bc2-b69f-4e1f-a83b-b866f474cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4914b4f8-3a16-41aa-a73f-9b2e0a74adfa), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.027952 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-bbdc2bc2-b69f-4e1f-a83b-b866f474cd99 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8bebe0585c524cd4bddc788e5ac81b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130653 Feb 09 13:11:41.029305 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks [] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.030471 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38916) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:41.033604 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc2bc2-b69f-4e1f-a83b-b866f474cd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4914b4f8-3a16-41aa-a73f-9b2e0a74adfa,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:41.042502 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for port (0a218b4e-3337-4b9d-9226-b484077f2606), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.100606 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef0fcea8-c706-4bab-9403-e273ab6354c7 admin admin] Publish callbacks [] for security_group (4914b4f8-3a16-41aa-a73f-9b2e0a74adfa), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.125109 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef0fcea8-c706-4bab-9403-e273ab6354c7 admin admin] Publish callbacks [] for security_group (4914b4f8-3a16-41aa-a73f-9b2e0a74adfa), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.128556 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.167702 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.189777 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:41.197908 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:41.202787 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:41.245557 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'Port': ['ID=0a218b4e-3337-4b9d-9226-b484077f2606,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:41.273145 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0eb41-4751-4b54-8271-5f0e05d29517 req-36e869c8-3326-4898-89f9-5276ab9db53b tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:41.275762 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-feb0eb41-4751-4b54-8271-5f0e05d29517 req-36e869c8-3326-4898-89f9-5276ab9db53b tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 931 time: 0.1588531 Feb 09 13:11:41.281550 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:41.289262 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:41.293261 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.297268 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:41.302727 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:41.308361 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:41.309004 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.313445 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Pushing event updated for resources: {'Port': ['ID=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:41.325071 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Allocated IP 172.20.0.7 (356c94e6-31e4-4e9e-9f08-04565eefbcb7/ce34dc3f-c322-4241-a6b8-551931206a17/e603fae6-8816-4c72-bb3a-419850a3b7de) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:41.347517 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffe509-e717-44ac-894e-913560331f6b req-b6cd55af-29e2-41b8-8f6e-aa2891c31eec tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:41.355372 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bbffe509-e717-44ac-894e-913560331f6b req-b6cd55af-29e2-41b8-8f6e-aa2891c31eec tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 944 time: 0.2058840 Feb 09 13:11:41.358433 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-feb0eb41-4751-4b54-8271-5f0e05d29517 req-a1d72a93-42b4-4b90-9ad4-8e491ab662ad tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759380 Feb 09 13:11:41.373347 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-0fd2fddb-08a4-4446-b17f-9dc78e9e9fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0999730 Feb 09 13:11:41.397099 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Request body: {'port': {'device_id': '7d2bee05-65c9-445a-a7ca-98808614d991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:41.413878 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef0fcea8-c706-4bab-9403-e273ab6354c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4914b4f8-3a16-41aa-a73f-9b2e0a74adfa), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.417421 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ef0fcea8-c706-4bab-9403-e273ab6354c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.417421 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ef0fcea8-c706-4bab-9403-e273ab6354c7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4914b4f8-3a16-41aa-a73f-9b2e0a74adfa HTTP/1.1" status: 204 len: 168 time: 0.3847673 Feb 09 13:11:41.419349 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-9ff7cdba-c476-4d3a-94e3-f4613f4cc275 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2297864 Feb 09 13:11:41.442266 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Request body: {'port': {'device_id': '8f002ff5-5d1f-4467-95ed-59f40d89a99d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:41.485233 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bbffe509-e717-44ac-894e-913560331f6b req-dbf5fe8a-b35a-46b3-af75-0034e3e67cfd tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283667 Feb 09 13:11:41.485933 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fcea8-c706-4bab-9403-e273ab6354c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4914b4f8-3a16-41aa-a73f-9b2e0a74adfa,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:41.555677 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-a7e614b5-ab5b-4b51-9138-3f38f6fa70fc None None] Provisioning complete for port 0a218b4e-3337-4b9d-9226-b484077f2606 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:41.558630 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.560133 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a7e614b5-ab5b-4b51-9138-3f38f6fa70fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.636080 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.669943 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks [] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.711076 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-a7e614b5-ab5b-4b51-9138-3f38f6fa70fc None None] Port 0a218b4e-3337-4b9d-9226-b484077f2606 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:11:41.821595 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:41.840504 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4964-1693-4bb5-b8a4-1d6551d14056 req-74c691a0-5039-4f97-9a61-057e8505f5bd tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:41.842104 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ea9d4964-1693-4bb5-b8a4-1d6551d14056 req-74c691a0-5039-4f97-9a61-057e8505f5bd tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 931 time: 0.1684291 Feb 09 13:11:41.972916 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:41.983570 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:41.999552 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:42.004706 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:42.005328 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:42.017576 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Pushing event updated for resources: {'Port': ['ID=e603fae6-8816-4c72-bb3a-419850a3b7de,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:42.257884 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fbf343dd-498b-4f0a-9385-9d96cf8198d7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0693400 Feb 09 13:11:42.264237 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ea9d4964-1693-4bb5-b8a4-1d6551d14056 req-9857d44c-367b-407e-b3b6-adde2aed9e1d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803844 Feb 09 13:11:42.281385 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Request body: {'port': {'device_id': '6851d5fe-b010-49cc-8696-19a1008c2beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:42.317606 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d551029c-6889-4488-9709-18b715df3436 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:42.319239 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d551029c-6889-4488-9709-18b715df3436 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/networks?id=c14db480-376e-432e-bb98-3ed4db923bdb HTTP/1.1" status: 200 len: 809 time: 0.4493384 Feb 09 13:11:42.354460 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-485d7ba9-09f6-4907-af04-f4ec7e8b45bf tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/quotas/989aed5dea7448f6aff599d6744ccec0 HTTP/1.1" status: 200 len: 375 time: 0.0292673 Feb 09 13:11:42.419251 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a218b4e-3337-4b9d-9226-b484077f2606 {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:42.420781 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:42.424916 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-68165692-c763-4689-b37b-6afb72dde616 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=989aed5dea7448f6aff599d6744ccec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500298 Feb 09 13:11:42.435143 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Publish callbacks [] for port (0a218b4e-3337-4b9d-9226-b484077f2606), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:42.453383 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Transition to ACTIVE for port object 0a218b4e-3337-4b9d-9226-b484077f2606 will not be triggered until provisioned by entity L2. {{(pid=103165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:42.460827 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e89209-4fcc-4bfa-9625-030ca3e6abb2 req-fc2a9651-d5ec-4efe-8775-9e30b603947e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:42.463036 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-14e89209-4fcc-4bfa-9625-030ca3e6abb2 req-fc2a9651-d5ec-4efe-8775-9e30b603947e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 943 time: 0.0933757 Feb 09 13:11:42.532227 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-14e89209-4fcc-4bfa-9625-030ca3e6abb2 req-d2ed5df2-bfc8-47f5-a0f7-9b173910391c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636733 Feb 09 13:11:42.541724 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:42.562367 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Publish callbacks [] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:42.578869 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:42.601807 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Transition to ACTIVE for port object f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:42.678100 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a218b4e-3337-4b9d-9226-b484077f2606,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:42.694950 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d62bd1c7-2021-4349-bebb-b20476cc7ea2 service neutron] 10.222.0.84 "GET /v2.0/networks/c14db480-376e-432e-bb98-3ed4db923bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369602 Feb 09 13:11:42.755442 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d461d-6402-47a9-bca1-2ad6aa2bbf53 req-591fb058-a2e5-4a65-b189-0cf518af0acb tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:42.761012 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6a3d461d-6402-47a9-bca1-2ad6aa2bbf53 req-591fb058-a2e5-4a65-b189-0cf518af0acb tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 943 time: 0.1399951 Feb 09 13:11:42.810930 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Attempting to bind port 0a218b4e-3337-4b9d-9226-b484077f2606 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:11:42.811248 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Attempting to bind port 0a218b4e-3337-4b9d-9226-b484077f2606 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:11:42.811578 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Attempting to bind port 0a218b4e-3337-4b9d-9226-b484077f2606 on network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:42.826085 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Port 0a218b4e-3337-4b9d-9226-b484077f2606 on network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:11:42.826711 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Attempting to bind port 0a218b4e-3337-4b9d-9226-b484077f2606 on network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:42.852958 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:11:42.853307 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Checking segment: {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:42.854538 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Bound using segment: {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:11:42.854538 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Bound port: 0a218b4e-3337-4b9d-9226-b484077f2606, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:11:42.854538 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:42.860745 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:42.874201 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6a3d461d-6402-47a9-bca1-2ad6aa2bbf53 req-929e7a07-a327-457e-9f3b-76ac7a93790d tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062336 Feb 09 13:11:42.994180 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] For port 0a218b4e-3337-4b9d-9226-b484077f2606, host hv-cinder-82786, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:42.997466 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:43.016453 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] For port 0a218b4e-3337-4b9d-9226-b484077f2606, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=0a218b4e-3337-4b9d-9226-b484077f2606,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:43.021546 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-99aee6ab-7763-47f5-b230-6946f24267eb service neutron] 10.222.0.84 "GET /v2.0/networks/c14db480-376e-432e-bb98-3ed4db923bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197827 Feb 09 13:11:43.063215 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Attempting to bind port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:11:43.063547 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Attempting to bind port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:11:43.063893 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Attempting to bind port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 on network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:43.070407 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 on network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:11:43.071396 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Attempting to bind port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 on network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:43.096431 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:11:43.097177 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Checking segment: {'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:43.097177 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Bound using segment: {'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:11:43.097583 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Bound port: f0f66d6e-dac2-4b65-a7f0-da58e82e9c63, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:11:43.097938 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:43.117888 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:43.124555 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e603fae6-8816-4c72-bb3a-419850a3b7de {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:43.153096 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Publish callbacks [] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:43.158379 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 38982) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:43.212901 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.212901 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:43.214031 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/0a218b4e-3337-4b9d-9226-b484077f2606 HTTP/1.1" status: 200 len: 1093 time: 1.8256373 Feb 09 13:11:43.214487 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2bee05-65c9-445a-a7ca-98808614d991', 'tag': '0a218b4e-3337-4b9d-9226-b484077f2606'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:11:43.218070 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2bee05-65c9-445a-a7ca-98808614d991", "tag": "0a218b4e-3337-4b9d-9226-b484077f2606"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:11:43.237544 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Transition to ACTIVE for port object e603fae6-8816-4c72-bb3a-419850a3b7de will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:43.241139 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] For port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:43.247362 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27c411-48a3-4d6e-91c9-0c69216a6f52 req-ba444d24-4eea-4afa-bc82-deb0c09227b3 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.254537 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-df27c411-48a3-4d6e-91c9-0c69216a6f52 req-ba444d24-4eea-4afa-bc82-deb0c09227b3 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 944 time: 0.2023659 Feb 09 13:11:43.261658 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] For port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:43.313261 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:43.369199 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:43.414177 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.421572 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:43.423090 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] 10.222.0.31 "PUT /v2.0/ports/f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 HTTP/1.1" status: 200 len: 1093 time: 1.9858572 Feb 09 13:11:43.424393 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb039e8-021d-440a-a429-2428f5c9d2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a218b4e-3337-4b9d-9226-b484077f2606,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:43.436285 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f002ff5-5d1f-4467-95ed-59f40d89a99d', 'tag': 'f0f66d6e-dac2-4b65-a7f0-da58e82e9c63'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:11:43.452539 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c7d0a5-1f1a-42d3-acf1-348b987897d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f002ff5-5d1f-4467-95ed-59f40d89a99d", "tag": "f0f66d6e-dac2-4b65-a7f0-da58e82e9c63"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:11:43.453543 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a54125-76d2-451e-a90f-90b32f08dad3 x-openstack-request-id: req-39a54125-76d2-451e-a90f-90b32f08dad3 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:11:43.453543 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2bee05-65c9-445a-a7ca-98808614d991", "tag": "0a218b4e-3337-4b9d-9226-b484077f2606", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:11:43.453543 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-39a54125-76d2-451e-a90f-90b32f08dad3 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:11:43.453543 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2bee05-65c9-445a-a7ca-98808614d991', 'tag': '0a218b4e-3337-4b9d-9226-b484077f2606', 'status': 'completed', 'code': 200} Feb 09 13:11:43.471191 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e603fae6-8816-4c72-bb3a-419850a3b7de,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:43.544716 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-df27c411-48a3-4d6e-91c9-0c69216a6f52 req-c3954122-f0d2-43a8-ac82-27634a761178 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891488 Feb 09 13:11:43.588208 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:11:43.594494 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-a0ea75b3-97f2-4699-bc07-cf4d08be610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.595958 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-a0ea75b3-97f2-4699-bc07-cf4d08be610c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 1127 time: 0.2418954 Feb 09 13:11:43.676300 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3dfd-6c90-43b3-93f0-d59b10a323c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:43.684311 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-323734c5-5ada-4212-bcf9-07c8a485fd23 req-77d2ff7b-7a91-459a-bbec-4be7550392ae tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 210 time: 0.0847583 Feb 09 13:11:43.685930 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-4b042a1b-c49a-4029-a431-983411b665ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a218b4e-3337-4b9d-9226-b484077f2606 HTTP/1.1" status: 200 len: 217 time: 0.0762136 Feb 09 13:11:43.696933 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7d8a0-fa5f-40b8-82e0-2c8b34c22ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:43.709292 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Attempting to bind port e603fae6-8816-4c72-bb3a-419850a3b7de on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:11:43.709627 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Attempting to bind port e603fae6-8816-4c72-bb3a-419850a3b7de by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:11:43.709949 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Attempting to bind port e603fae6-8816-4c72-bb3a-419850a3b7de on network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:43.732677 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Port e603fae6-8816-4c72-bb3a-419850a3b7de on network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:11:43.733001 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Attempting to bind port e603fae6-8816-4c72-bb3a-419850a3b7de on network 356c94e6-31e4-4e9e-9f08-04565eefbcb7 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:43.753080 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:11:43.753454 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Checking segment: {'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:43.753837 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Bound using segment: {'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:11:43.754889 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Bound port: e603fae6-8816-4c72-bb3a-419850a3b7de, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ba237a-fb42-4776-b998-bb33c08093c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:11:43.755346 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:43.766395 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-6059502a-91a1-40da-9a7f-183cb1b2b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.767996 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-6059502a-91a1-40da-9a7f-183cb1b2b92b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cbb47fb-25d3-4b90-8f6c-52fce146153a HTTP/1.1" status: 200 len: 850 time: 0.0737858 Feb 09 13:11:43.782924 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2696ecb6-2137-4ed1-807c-2334a42d4d5d x-openstack-request-id: req-2696ecb6-2137-4ed1-807c-2334a42d4d5d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:11:43.787570 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f002ff5-5d1f-4467-95ed-59f40d89a99d", "tag": "f0f66d6e-dac2-4b65-a7f0-da58e82e9c63", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:11:43.787570 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2696ecb6-2137-4ed1-807c-2334a42d4d5d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:11:43.787570 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f002ff5-5d1f-4467-95ed-59f40d89a99d', 'tag': 'f0f66d6e-dac2-4b65-a7f0-da58e82e9c63', 'status': 'completed', 'code': 200} Feb 09 13:11:43.795414 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af5723-98de-4830-a042-31844ed1476a req-f2c0b877-8f2c-45da-b6cc-72d051269edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.796937 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-f2c0b877-8f2c-45da-b6cc-72d051269edd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=141d2818a8454068b7397ceefa95ab7b&device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 1127 time: 0.1724715 Feb 09 13:11:43.813462 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eceb5cf-7eab-4fdf-97d9-2d9118be0068 req-6c0fd834-cb19-452a-95eb-0bf244d1743e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.821173 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3eceb5cf-7eab-4fdf-97d9-2d9118be0068 req-6c0fd834-cb19-452a-95eb-0bf244d1743e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 943 time: 0.2046032 Feb 09 13:11:43.883339 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-3cbfc59a-d285-4203-9fc3-2d9d1b6e3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.884977 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-3cbfc59a-d285-4203-9fc3-2d9d1b6e3692 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1032989 Feb 09 13:11:43.924095 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-1bf9daa1-3c9a-45d1-b29b-9a98bb12d2a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 HTTP/1.1" status: 200 len: 217 time: 0.0734947 Feb 09 13:11:43.942596 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 65961941-2a92-4fd6-a368-cadf07ece780 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:11:43.949395 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f027-1203-45ef-911f-aa5900895ff2 req-8babcbae-f235-4f01-9510-6565bbb585c7 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.950804 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-de00f027-1203-45ef-911f-aa5900895ff2 req-8babcbae-f235-4f01-9510-6565bbb585c7 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 943 time: 0.1210377 Feb 09 13:11:44.018887 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] For port e603fae6-8816-4c72-bb3a-419850a3b7de, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:44.045281 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-f0f5c55d-6ef8-478c-a008-e4b2079bf2bb service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504583 Feb 09 13:11:44.049811 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3eceb5cf-7eab-4fdf-97d9-2d9118be0068 req-9d70fa05-3355-4d5c-980c-26fca5624026 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228923 Feb 09 13:11:44.052101 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3dfd-6c90-43b3-93f0-d59b10a323c0 admin admin] Publish callbacks [] for security_group (0f33deff-c064-461d-9bc5-86e5e9ef2f16), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:44.055883 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-de00f027-1203-45ef-911f-aa5900895ff2 req-59ebf2e6-8faf-49cd-ae9c-cbd2c0cfe9bb tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970359 Feb 09 13:11:44.089446 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] For port e603fae6-8816-4c72-bb3a-419850a3b7de, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=e603fae6-8816-4c72-bb3a-419850a3b7de,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:44.089727 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 65961941-2a92-4fd6-a368-cadf07ece780, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=65961941-2a92-4fd6-a368-cadf07ece780,segment=NetworkSegment(dc06550f-2222-4123-a281-0fc3ec077464),segment_id=dc06550f-2222-4123-a281-0fc3ec077464)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:44.099561 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af5723-98de-4830-a042-31844ed1476a req-343f6228-7ea3-46ad-bcec-77b64e79cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:44.101048 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-343f6228-7ea3-46ad-bcec-77b64e79cc28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34dc3f-c322-4241-a6b8-551931206a17 HTTP/1.1" status: 200 len: 857 time: 0.1519532 Feb 09 13:11:44.106844 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '65961941-2a92-4fd6-a368-cadf07ece780', 'network_id': 'd83fb912-c237-4d7d-9793-a53c546bf725', 'port_id': '65961941-2a92-4fd6-a368-cadf07ece780', 'mac_address': 'fa:16:3e:be:89:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1fe93e-e164-4150-91ca-0a27461ce0b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:11:44.150815 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-ec5802ef-e092-43f3-861c-013ff30ee7e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=356c94e6-31e4-4e9e-9f08-04565eefbcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406044 Feb 09 13:11:44.172569 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 65961941-2a92-4fd6-a368-cadf07ece780 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:44.173239 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (65961941-2a92-4fd6-a368-cadf07ece780), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:44.184389 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47260e54-c9e0-4d66-bb6a-0912dfd64a1d req-32b841c5-a26e-4977-99df-d5421e115f06 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271901 Feb 09 13:11:44.188750 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65961941-2a92-4fd6-a368-cadf07ece780 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:44.189693 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3dfd-6c90-43b3-93f0-d59b10a323c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0f33deff-c064-461d-9bc5-86e5e9ef2f16), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:44.212447 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 65961941-2a92-4fd6-a368-cadf07ece780, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=65961941-2a92-4fd6-a368-cadf07ece780,segment=NetworkSegment(dc06550f-2222-4123-a281-0fc3ec077464),segment_id=dc06550f-2222-4123-a281-0fc3ec077464)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:44.246746 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:44.318308 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6dfa3dfd-6c90-43b3-93f0-d59b10a323c0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7e948ff9b8804b0d98d86ae2ccb3b31a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1580756 Feb 09 13:11:44.318755 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 39026) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:44.327607 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa3dfd-6c90-43b3-93f0-d59b10a323c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f33deff-c064-461d-9bc5-86e5e9ef2f16,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:44.333875 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (65961941-2a92-4fd6-a368-cadf07ece780), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:44.337334 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 0c7a08f1-289e-49bd-b9bc-e830edeaee6f details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:11:44.337509 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:44.337509 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:44.338198 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] 10.222.0.31 "PUT /v2.0/ports/e603fae6-8816-4c72-bb3a-419850a3b7de HTTP/1.1" status: 200 len: 1093 time: 2.0670431 Feb 09 13:11:44.366196 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b668ca-eae3-40ac-b108-77f8b2733e2a req-99cb9b87-b37b-46d1-b5f0-c7d194dae5b3 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:44.382034 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-65b668ca-eae3-40ac-b108-77f8b2733e2a req-99cb9b87-b37b-46d1-b5f0-c7d194dae5b3 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 943 time: 0.2268386 Feb 09 13:11:44.413738 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46c262-cfab-432e-98aa-c32b68bb91e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e603fae6-8816-4c72-bb3a-419850a3b7de,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:44.426003 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-261624df-f53e-4b48-bc35-c4f678461380 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656524 Feb 09 13:11:44.497784 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=0c7a08f1-289e-49bd-b9bc-e830edeaee6f,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:44.503188 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-65b668ca-eae3-40ac-b108-77f8b2733e2a req-a4f96ce1-e032-4829-8a7a-93270a43715c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148970 Feb 09 13:11:44.528614 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '0c7a08f1-289e-49bd-b9bc-e830edeaee6f', 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d', 'port_id': '0c7a08f1-289e-49bd-b9bc-e830edeaee6f', 'mac_address': 'fa:16:3e:2f:00:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfed6b4-c91a-4b7c-908f-9e99278d2c55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:11:44.538316 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586 req-7c1af3f3-abcc-4252-b4be-8b9c3e366b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:44.540333 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586 req-7c1af3f3-abcc-4252-b4be-8b9c3e366b27 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 1127 time: 0.1781878 Feb 09 13:11:44.636890 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3a2c93d0-6062-4be1-88f6-f5e749509dfb admin admin] Publish callbacks [] for security_group (0f33deff-c064-461d-9bc5-86e5e9ef2f16), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:44.641064 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:44.641919 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:44.652024 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-b79b5648-5863-48f6-9249-ae542df9de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:44.656138 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-b79b5648-5863-48f6-9249-ae542df9de84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=141d2818a8454068b7397ceefa95ab7b&device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 1127 time: 0.2047422 Feb 09 13:11:44.663991 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7a08f1-289e-49bd-b9bc-e830edeaee6f {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:44.670962 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=65961941-2a92-4fd6-a368-cadf07ece780,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:44.699143 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=0c7a08f1-289e-49bd-b9bc-e830edeaee6f,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:44.715887 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-f1e3ca65-d0b4-4898-bd67-6026433528ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e603fae6-8816-4c72-bb3a-419850a3b7de HTTP/1.1" status: 200 len: 217 time: 0.0499597 Feb 09 13:11:44.722948 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-54af5723-98de-4830-a042-31844ed1476a req-9a5708de-f7e4-45c0-afdf-e0ca5f559ea4 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852101 Feb 09 13:11:44.777092 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3a2c93d0-6062-4be1-88f6-f5e749509dfb admin admin] Publish callbacks [] for security_group (0f33deff-c064-461d-9bc5-86e5e9ef2f16), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:44.793628 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:44.809767 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ed61bcd3-98df-45d6-9532-79e8da469c49 req-b0204fb8-cdb7-4999-9566-8beb435b9d28 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 210 time: 0.0431051 Feb 09 13:11:44.840598 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-56bce772-eb5f-4af1-9cdf-2700ddae6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:44.842364 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-56bce772-eb5f-4af1-9cdf-2700ddae6933 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34dc3f-c322-4241-a6b8-551931206a17 HTTP/1.1" status: 200 len: 857 time: 0.1170788 Feb 09 13:11:44.884907 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63352c-cfce-4afe-bc72-8bffd711118e req-fa7b5fa3-3de9-4856-ae44-60f998eb1879 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:44.886069 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5a63352c-cfce-4afe-bc72-8bffd711118e req-fa7b5fa3-3de9-4856-ae44-60f998eb1879 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 945 time: 0.1790226 Feb 09 13:11:44.890406 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586 req-7670190f-0f8b-418d-9931-bd0142facac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:44.899541 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586 req-7670190f-0f8b-418d-9931-bd0142facac3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 200 len: 912 time: 0.3463347 Feb 09 13:11:44.905378 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-d18e64f1-ca77-4f82-b251-af47c17032ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=356c94e6-31e4-4e9e-9f08-04565eefbcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534010 Feb 09 13:11:44.906422 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=0c7a08f1-289e-49bd-b9bc-e830edeaee6f,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:44.963497 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586 req-e33b5d63-c07c-48ac-914d-5e5174609fee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a218b4e-3337-4b9d-9226-b484077f2606 HTTP/1.1" status: 200 len: 217 time: 0.0480375 Feb 09 13:11:45.022055 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5a63352c-cfce-4afe-bc72-8bffd711118e req-13d51345-1ae9-4a19-aac0-8079f274b40d tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211784 Feb 09 13:11:45.032303 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586 req-81b18197-dfc0-43eb-8ffb-c991b5eb385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:45.033051 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586 req-81b18197-dfc0-43eb-8ffb-c991b5eb385c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cbb47fb-25d3-4b90-8f6c-52fce146153a HTTP/1.1" status: 200 len: 850 time: 0.0578337 Feb 09 13:11:45.072688 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7d0a5-1f1a-42d3-acf1-348b987897d9 req-740e621d-f9a0-4acd-af7d-3a418fabb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:45.074291 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8c7d0a5-1f1a-42d3-acf1-348b987897d9 req-740e621d-f9a0-4acd-af7d-3a418fabb717 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=141d2818a8454068b7397ceefa95ab7b&device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 1127 time: 0.1091664 Feb 09 13:11:45.078267 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-89c63393-eb54-402d-affd-fc45cfa26bb4 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625412 Feb 09 13:11:45.116008 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3a2c93d0-6062-4be1-88f6-f5e749509dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0f33deff-c064-461d-9bc5-86e5e9ef2f16), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:45.120454 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3a2c93d0-6062-4be1-88f6-f5e749509dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:45.123985 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-3a2c93d0-6062-4be1-88f6-f5e749509dfb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0f33deff-c064-461d-9bc5-86e5e9ef2f16 HTTP/1.1" status: 204 len: 168 time: 0.8018775 Feb 09 13:11:45.131612 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['65961941-2a92-4fd6-a368-cadf07ece780'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:11:45.223952 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c93d0-6062-4be1-88f6-f5e749509dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f33deff-c064-461d-9bc5-86e5e9ef2f16,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:45.239178 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586 req-e85248ac-c558-47b6-91ef-4bb0b04cf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:45.244910 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586 req-e85248ac-c558-47b6-91ef-4bb0b04cf6b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2031898 Feb 09 13:11:45.352887 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['0c7a08f1-289e-49bd-b9bc-e830edeaee6f'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:11:45.381372 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f51a5e-22a1-46ee-8101-24118f5bb769 req-9fe0d701-00b0-443b-86d6-aea30075dbef tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:45.389443 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-13f51a5e-22a1-46ee-8101-24118f5bb769 req-9fe0d701-00b0-443b-86d6-aea30075dbef tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 944 time: 0.2385666 Feb 09 13:11:45.465838 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586 req-f114064f-633f-45e3-a81d-3a56e9b25cb5 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111242 Feb 09 13:11:45.491616 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-13f51a5e-22a1-46ee-8101-24118f5bb769 req-8d3826ef-961b-4ecb-92cd-5fbc96e008de tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011889 Feb 09 13:11:45.601301 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1c902-01b5-4d4e-a07d-698225774b1c req-747df173-997c-4fc5-893a-3cbc40cd5bbe tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:45.603278 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-18f1c902-01b5-4d4e-a07d-698225774b1c req-747df173-997c-4fc5-893a-3cbc40cd5bbe tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 943 time: 0.4336293 Feb 09 13:11:45.611533 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c006328-4132-48ac-a13e-64ea972a61a4 req-fa5e69a1-b86a-40bf-85b6-beae66d5ef5d service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157845 Feb 09 13:11:45.614729 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7d0a5-1f1a-42d3-acf1-348b987897d9 req-306a3517-a213-4d8f-8cae-303b82351d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:45.616069 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8c7d0a5-1f1a-42d3-acf1-348b987897d9 req-306a3517-a213-4d8f-8cae-303b82351d7d service neutron] 10.222.0.31 "GET /v2.0/networks?id=356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 200 len: 918 time: 0.5297356 Feb 09 13:11:45.676530 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8c7d0a5-1f1a-42d3-acf1-348b987897d9 req-28570ab1-127e-45e8-abb6-18285f3911a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 HTTP/1.1" status: 200 len: 217 time: 0.0388961 Feb 09 13:11:45.687690 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a7f9d80d-3ef2-4205-a230-9f8bef7c9586 req-8296bfa6-e9aa-4766-86c4-4f4ea6057e64 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949830 Feb 09 13:11:45.719486 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be349053-2cc8-4a01-b92c-e0f5e839692b req-b12486cd-3b60-415c-bb07-9ca5247561d6 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:45.721433 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-be349053-2cc8-4a01-b92c-e0f5e839692b req-b12486cd-3b60-415c-bb07-9ca5247561d6 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 943 time: 0.1179192 Feb 09 13:11:45.732313 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-18f1c902-01b5-4d4e-a07d-698225774b1c req-8eb14b94-bead-4f25-a8da-84a4d83340ab tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197937 Feb 09 13:11:45.759396 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7d0a5-1f1a-42d3-acf1-348b987897d9 req-06229c77-d76b-4b75-81d6-a553a6be96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:45.761861 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8c7d0a5-1f1a-42d3-acf1-348b987897d9 req-06229c77-d76b-4b75-81d6-a553a6be96b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34dc3f-c322-4241-a6b8-551931206a17 HTTP/1.1" status: 200 len: 857 time: 0.0671766 Feb 09 13:11:45.789967 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-be349053-2cc8-4a01-b92c-e0f5e839692b req-0952117f-8ecf-4ddb-81dd-4bc4cde5f897 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603037 Feb 09 13:11:45.797289 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6851d5fe-b010-49cc-8696-19a1008c2beb', 'tag': 'e603fae6-8816-4c72-bb3a-419850a3b7de'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:11:45.803396 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d4d219-a6ec-42e6-ab70-150fba2ab49e" -d '{"events": [{"name": "network-changed", "server_uuid": "6851d5fe-b010-49cc-8696-19a1008c2beb", "tag": "e603fae6-8816-4c72-bb3a-419850a3b7de"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:11:45.807768 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8c7d0a5-1f1a-42d3-acf1-348b987897d9 req-0284836f-ab5d-4cd7-8892-ed7fbfbfdc04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=356c94e6-31e4-4e9e-9f08-04565eefbcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385399 Feb 09 13:11:45.850315 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd3d97b-3a82-43b7-a20d-a6b5bc378063 x-openstack-request-id: req-8bd3d97b-3a82-43b7-a20d-a6b5bc378063 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:11:45.850671 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6851d5fe-b010-49cc-8696-19a1008c2beb", "tag": "e603fae6-8816-4c72-bb3a-419850a3b7de", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:11:45.850913 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8bd3d97b-3a82-43b7-a20d-a6b5bc378063 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:11:45.851316 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6851d5fe-b010-49cc-8696-19a1008c2beb', 'tag': 'e603fae6-8816-4c72-bb3a-419850a3b7de', 'status': 'completed', 'code': 200} Feb 09 13:11:45.920949 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8c7d0a5-1f1a-42d3-acf1-348b987897d9 req-e7d22f02-e630-4a73-aea9-d5ca14c21418 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062560 Feb 09 13:11:45.931033 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-05c82f8c-9de5-4fff-8b5f-134ef6003f9b req-485198b7-69a2-42b8-b056-2cc0addfdee3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 210 time: 0.0320888 Feb 09 13:11:45.955193 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4d219-a6ec-42e6-ab70-150fba2ab49e req-a98dd1e3-815e-4d98-a1d9-5c5018ee4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:45.956795 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-27d4d219-a6ec-42e6-ab70-150fba2ab49e req-a98dd1e3-815e-4d98-a1d9-5c5018ee4b6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=141d2818a8454068b7397ceefa95ab7b&device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 1127 time: 0.0832205 Feb 09 13:11:46.018271 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8c7d0a5-1f1a-42d3-acf1-348b987897d9 req-8c20c7e9-b245-41c2-86cc-924ee6106d56 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909750 Feb 09 13:11:46.059232 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4d219-a6ec-42e6-ab70-150fba2ab49e req-56fe54a1-140a-4728-bfa3-986b84fcf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:46.061641 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-27d4d219-a6ec-42e6-ab70-150fba2ab49e req-56fe54a1-140a-4728-bfa3-986b84fcf886 service neutron] 10.222.0.31 "GET /v2.0/networks?id=356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 200 len: 918 time: 0.0971782 Feb 09 13:11:46.105053 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-27d4d219-a6ec-42e6-ab70-150fba2ab49e req-9fd21c40-781b-4f99-b057-1b8171ae939d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e603fae6-8816-4c72-bb3a-419850a3b7de HTTP/1.1" status: 200 len: 217 time: 0.0363173 Feb 09 13:11:46.176519 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4d219-a6ec-42e6-ab70-150fba2ab49e req-22a0aff2-dd0f-4e59-afa1-eccf4f15b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:46.178211 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-27d4d219-a6ec-42e6-ab70-150fba2ab49e req-22a0aff2-dd0f-4e59-afa1-eccf4f15b856 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34dc3f-c322-4241-a6b8-551931206a17 HTTP/1.1" status: 200 len: 857 time: 0.0671074 Feb 09 13:11:46.181448 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 39086) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:46.204131 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da6f8929-b1ac-4633-a0c0-a2fa8e8ed3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:46.216489 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-27d4d219-a6ec-42e6-ab70-150fba2ab49e req-e8018faa-5d75-45e5-9030-c0fab8082840 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=356c94e6-31e4-4e9e-9f08-04565eefbcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313570 Feb 09 13:11:46.234804 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16155b1a-6bcf-467b-b55d-f20fb7cfc5b8 req-6dc08ea3-b558-4c39-a24c-9ce4c9b28cf1 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:46.236335 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-16155b1a-6bcf-467b-b55d-f20fb7cfc5b8 req-6dc08ea3-b558-4c39-a24c-9ce4c9b28cf1 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 945 time: 0.1051602 Feb 09 13:11:46.319735 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-27d4d219-a6ec-42e6-ab70-150fba2ab49e req-ea69100f-0697-4510-b70a-a2083a24ea8d service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952444 Feb 09 13:11:46.335929 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-16155b1a-6bcf-467b-b55d-f20fb7cfc5b8 req-c267a7be-b554-4307-8bfe-1b6331b78b35 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854788 Feb 09 13:11:46.390915 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da6f8929-b1ac-4633-a0c0-a2fa8e8ed3f0 admin admin] Publish callbacks [] for security_group (aa83dc2b-583b-4b29-aa25-c6c547c5c5ee), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:46.433001 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-27d4d219-a6ec-42e6-ab70-150fba2ab49e req-4e999ebc-cde8-4a85-9ea8-0a71efb9a096 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071560 Feb 09 13:11:46.486068 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da6f8929-b1ac-4633-a0c0-a2fa8e8ed3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (aa83dc2b-583b-4b29-aa25-c6c547c5c5ee), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:46.520591 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c48f1-9885-4bae-9f74-455483921fd4 req-fb6c469a-bdf5-4fbd-bfad-c97193098ffe tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:46.522073 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-fb6c469a-bdf5-4fbd-bfad-c97193098ffe tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.31 "GET /v2.0/networks?id=c14db480-376e-432e-bb98-3ed4db923bdb HTTP/1.1" status: 200 len: 809 time: 0.1495466 Feb 09 13:11:46.546858 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Request body: {'port': {'device_id': 'a679ac91-50c0-4efc-ae25-c630fd14986b', 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb', 'admin_state_up': True, 'tenant_id': '989aed5dea7448f6aff599d6744ccec0'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:46.589360 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f8929-b1ac-4633-a0c0-a2fa8e8ed3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa83dc2b-583b-4b29-aa25-c6c547c5c5ee,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:46.595991 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-da6f8929-b1ac-4633-a0c0-a2fa8e8ed3f0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=89103ead8e2c4005899efc6285ffe00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4110200 Feb 09 13:11:46.597005 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 39100) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:46.690861 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68f6c69a-4a43-49b8-ac3f-4069ab206dac admin admin] Publish callbacks [] for security_group (aa83dc2b-583b-4b29-aa25-c6c547c5c5ee), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:46.730532 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68f6c69a-4a43-49b8-ac3f-4069ab206dac admin admin] Publish callbacks [] for security_group (aa83dc2b-583b-4b29-aa25-c6c547c5c5ee), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:46.807986 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Made reservation on behalf of 989aed5dea7448f6aff599d6744ccec0 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:46.815872 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:46.855439 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d32a3-d2c0-4745-a54a-6a9bf2608153 req-a7930a5a-886e-40a5-9287-2b2072f5d5fd tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:46.856943 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a69d32a3-d2c0-4745-a54a-6a9bf2608153 req-a7930a5a-886e-40a5-9287-2b2072f5d5fd tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 944 time: 0.2980874 Feb 09 13:11:46.900843 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73112db7-bdb2-42e5-b3d0-44968f34cdb5 req-a9fa3582-6f19-4c9d-bcb9-111e808e3242 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:46.901835 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-73112db7-bdb2-42e5-b3d0-44968f34cdb5 req-a9fa3582-6f19-4c9d-bcb9-111e808e3242 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 943 time: 0.0745561 Feb 09 13:11:46.919177 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68f6c69a-4a43-49b8-ac3f-4069ab206dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (aa83dc2b-583b-4b29-aa25-c6c547c5c5ee), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:46.922253 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-68f6c69a-4a43-49b8-ac3f-4069ab206dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:46.925847 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-68f6c69a-4a43-49b8-ac3f-4069ab206dac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aa83dc2b-583b-4b29-aa25-c6c547c5c5ee HTTP/1.1" status: 204 len: 168 time: 0.3257687 Feb 09 13:11:46.935668 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a69d32a3-d2c0-4745-a54a-6a9bf2608153 req-79e908de-7b82-4b06-9220-9dac97901c6a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707138 Feb 09 13:11:46.979682 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6c69a-4a43-49b8-ac3f-4069ab206dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa83dc2b-583b-4b29-aa25-c6c547c5c5ee,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:47.039491 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-73112db7-bdb2-42e5-b3d0-44968f34cdb5 req-23b3539f-9c7a-48e4-af71-fe33d3237cb9 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316445 Feb 09 13:11:47.063286 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Allocated IP 172.20.0.7 (c14db480-376e-432e-bb98-3ed4db923bdb/46855677-ffd5-4609-b15c-e5f50eda8b2c/98fadb8e-f344-43c4-a8db-ee5bc28b5134) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:47.082581 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2e84-3008-4c28-acb6-bcda27dafad3 req-41e21875-243b-484a-aa69-71e74250099e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:47.084120 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ddeb2e84-3008-4c28-acb6-bcda27dafad3 req-41e21875-243b-484a-aa69-71e74250099e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 943 time: 0.0717318 Feb 09 13:11:47.166317 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ddeb2e84-3008-4c28-acb6-bcda27dafad3 req-3c262094-6993-453c-9784-8e0cb374a9eb tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714002 Feb 09 13:11:47.187989 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2631ff52-9eb8-4c05-89f1-841c0c773b51 req-0047b933-2f62-4cd6-a3bb-fe3278cd9775 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 210 time: 0.0483851 Feb 09 13:11:47.277728 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks [] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:47.306968 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:47.364346 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:47.409561 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Network c14db480-376e-432e-bb98-3ed4db923bdb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:47.412830 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:47.418805 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:11:47.423899 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:47.426729 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:47.440960 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Pushing event updated for resources: {'Port': ['ID=98fadb8e-f344-43c4-a8db-ee5bc28b5134,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:47.478250 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e6ff2-9376-4fdc-85dc-cb528b2bc723 req-d80e6228-2757-4f01-9685-f1e2831a3e96 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:47.481380 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-898e6ff2-9376-4fdc-85dc-cb528b2bc723 req-d80e6228-2757-4f01-9685-f1e2831a3e96 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 945 time: 0.0666826 Feb 09 13:11:47.518805 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-d32c303f-2a0e-4f49-8992-d0ffb1e0030b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9813426 Feb 09 13:11:47.535620 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-898e6ff2-9376-4fdc-85dc-cb528b2bc723 req-c5bc8bb1-c1f2-4c4d-9876-c4d67f8f88b2 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481842 Feb 09 13:11:47.535814 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Request body: {'port': {'device_id': 'a679ac91-50c0-4efc-ae25-c630fd14986b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:47.597879 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:47.888596 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fadb8e-f344-43c4-a8db-ee5bc28b5134 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:47.896339 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Publish callbacks [] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:47.909170 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Transition to ACTIVE for port object 98fadb8e-f344-43c4-a8db-ee5bc28b5134 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:47.930998 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 0a218b4e-3337-4b9d-9226-b484077f2606 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:11:47.935391 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 65961941-2a92-4fd6-a368-cadf07ece780 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:47.954443 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:48.120116 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 0a218b4e-3337-4b9d-9226-b484077f2606, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=0a218b4e-3337-4b9d-9226-b484077f2606,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:48.124306 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Attempting to bind port 98fadb8e-f344-43c4-a8db-ee5bc28b5134 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:11:48.124723 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Attempting to bind port 98fadb8e-f344-43c4-a8db-ee5bc28b5134 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'd0cb37a2-c5ab-4e6f-8ee4-44544430e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:11:48.125059 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Attempting to bind port 98fadb8e-f344-43c4-a8db-ee5bc28b5134 on network c14db480-376e-432e-bb98-3ed4db923bdb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:48.134196 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port 65961941-2a92-4fd6-a368-cadf07ece780 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:48.134805 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Pushing event updated for resources: {'Port': ['ID=98fadb8e-f344-43c4-a8db-ee5bc28b5134,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:48.139600 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Port 98fadb8e-f344-43c4-a8db-ee5bc28b5134 on network c14db480-376e-432e-bb98-3ed4db923bdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:11:48.139837 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Attempting to bind port 98fadb8e-f344-43c4-a8db-ee5bc28b5134 on network c14db480-376e-432e-bb98-3ed4db923bdb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:11:48.148419 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:11:48.149315 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Checking segment: {'id': 'd0cb37a2-c5ab-4e6f-8ee4-44544430e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:11:48.150305 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Bound using segment: {'id': 'd0cb37a2-c5ab-4e6f-8ee4-44544430e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:11:48.150305 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Bound port: 98fadb8e-f344-43c4-a8db-ee5bc28b5134, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0cb37a2-c5ab-4e6f-8ee4-44544430e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:11:48.150667 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:48.157612 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 65961941-2a92-4fd6-a368-cadf07ece780 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:48.157612 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (65961941-2a92-4fd6-a368-cadf07ece780), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:48.165105 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '0a218b4e-3337-4b9d-9226-b484077f2606', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'port_id': '0a218b4e-3337-4b9d-9226-b484077f2606', 'mac_address': 'fa:16:3e:fd:a5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:11:48.208131 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb91354-be2a-441f-8ad9-f068b048c3b9 req-5093bd97-7a1f-4ddf-bf62-9ef01dfa8cfa tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.209771 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-adb91354-be2a-441f-8ad9-f068b048c3b9 req-5093bd97-7a1f-4ddf-bf62-9ef01dfa8cfa tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 944 time: 0.1892705 Feb 09 13:11:48.256223 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bf1d0-40f1-410c-b5af-6b174e3a8e2d req-18d0e767-0395-4e2f-b42c-8521f52b5632 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.269765 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b21bf1d0-40f1-410c-b5af-6b174e3a8e2d req-18d0e767-0395-4e2f-b42c-8521f52b5632 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 943 time: 0.1017070 Feb 09 13:11:48.288330 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] For port 98fadb8e-f344-43c4-a8db-ee5bc28b5134, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:48.295588 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] For port 98fadb8e-f344-43c4-a8db-ee5bc28b5134, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=98fadb8e-f344-43c4-a8db-ee5bc28b5134,segment=NetworkSegment(d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7),segment_id=d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:48.324367 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-adb91354-be2a-441f-8ad9-f068b048c3b9 req-1d5f1e36-cef6-4737-a183-afa22bc50134 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012979 Feb 09 13:11:48.368849 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:48.377662 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b21bf1d0-40f1-410c-b5af-6b174e3a8e2d req-7e69c964-fb89-4cf8-9bd3-35588bbe852a tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998325 Feb 09 13:11:48.388597 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 0a218b4e-3337-4b9d-9226-b484077f2606 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:48.389197 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:48.457769 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a218b4e-3337-4b9d-9226-b484077f2606 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:48.471796 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.472454 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:48.478516 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] 10.222.0.31 "PUT /v2.0/ports/98fadb8e-f344-43c4-a8db-ee5bc28b5134 HTTP/1.1" status: 200 len: 1093 time: 0.9487779 Feb 09 13:11:48.498423 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a679ac91-50c0-4efc-ae25-c630fd14986b', 'tag': '98fadb8e-f344-43c4-a8db-ee5bc28b5134'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:11:48.502088 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633acf9d-be5e-4fcf-bb24-3657b68cfe2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a679ac91-50c0-4efc-ae25-c630fd14986b", "tag": "98fadb8e-f344-43c4-a8db-ee5bc28b5134"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:11:48.511069 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 39180) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:48.518604 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 0a218b4e-3337-4b9d-9226-b484077f2606, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=0a218b4e-3337-4b9d-9226-b484077f2606,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:48.551711 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 65961941-2a92-4fd6-a368-cadf07ece780 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:48.552456 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (65961941-2a92-4fd6-a368-cadf07ece780), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:48.573721 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a92ae2-7a54-42a5-9111-6cf0470fbf51 req-dfe1b96e-95e8-4c81-9d46-322a6539ba2f tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.583101 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3449e9bb-2fd1-40a5-8003-d773c6d60736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65961941-2a92-4fd6-a368-cadf07ece780'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:11:48.583320 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010723e4-c16b-49a5-bbd6-119ed44e78e3 service neutron] Pushing event updated for resources: {'Port': ['ID=98fadb8e-f344-43c4-a8db-ee5bc28b5134,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:48.583820 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47a92ae2-7a54-42a5-9111-6cf0470fbf51 req-dfe1b96e-95e8-4c81-9d46-322a6539ba2f tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 943 time: 0.1132569 Feb 09 13:11:48.655835 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864eb4b9-7032-4783-b2c1-479ba3929c41 req-b92bfc81-a520-4103-b3d4-8685f813d5a6 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.655835 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-864eb4b9-7032-4783-b2c1-479ba3929c41 req-b92bfc81-a520-4103-b3d4-8685f813d5a6 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 943 time: 0.1627378 Feb 09 13:11:48.656145 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47a92ae2-7a54-42a5-9111-6cf0470fbf51 req-49ca993b-8cf3-4ca1-bf2f-c9c1f9e495fc tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524924 Feb 09 13:11:48.684953 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 65961941-2a92-4fd6-a368-cadf07ece780, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=65961941-2a92-4fd6-a368-cadf07ece780,segment=NetworkSegment(dc06550f-2222-4123-a281-0fc3ec077464),segment_id=dc06550f-2222-4123-a281-0fc3ec077464)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:48.692718 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:48.693658 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:11:48.743225 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc5fea8-e04e-44f6-9496-bbac7a62eef6 x-openstack-request-id: req-dfc5fea8-e04e-44f6-9496-bbac7a62eef6 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:11:48.743225 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a679ac91-50c0-4efc-ae25-c630fd14986b", "tag": "98fadb8e-f344-43c4-a8db-ee5bc28b5134", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:11:48.743225 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dfc5fea8-e04e-44f6-9496-bbac7a62eef6 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:11:48.743225 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a679ac91-50c0-4efc-ae25-c630fd14986b', 'tag': '98fadb8e-f344-43c4-a8db-ee5bc28b5134', 'status': 'completed', 'code': 200} Feb 09 13:11:48.743225 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d67b5c56-5b18-4d1c-8e1b-559327b78ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:48.749597 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c48f1-9885-4bae-9f74-455483921fd4 req-8b9018e7-b2b2-492c-b87a-94f55349e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.751169 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-8b9018e7-b2b2-492c-b87a-94f55349e754 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989aed5dea7448f6aff599d6744ccec0&device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 1127 time: 0.1206980 Feb 09 13:11:48.754278 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-864eb4b9-7032-4783-b2c1-479ba3929c41 req-0bb6b429-d22a-4697-a1c9-9d70c6991c89 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153841 Feb 09 13:11:48.833540 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=0a218b4e-3337-4b9d-9226-b484077f2606,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:48.842125 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75094169-f0cf-4c42-a245-3eb0d79756bb" -d '{"events": [{"server_uuid": "3449e9bb-2fd1-40a5-8003-d773c6d60736", "name": "network-vif-plugged", "status": "completed", "tag": "65961941-2a92-4fd6-a368-cadf07ece780"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:11:48.853269 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16da0f-d685-46f0-88f2-3690288b239f req-f6b4aa51-93ae-447b-a1d4-790d2a2b4a8b tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.853864 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-9ace793e-ba1a-4c65-8288-769291ade7d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fadb8e-f344-43c4-a8db-ee5bc28b5134 HTTP/1.1" status: 200 len: 217 time: 0.0874302 Feb 09 13:11:48.855975 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7d16da0f-d685-46f0-88f2-3690288b239f req-f6b4aa51-93ae-447b-a1d4-790d2a2b4a8b tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 945 time: 0.0614398 Feb 09 13:11:48.885799 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:48.912525 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': 'f0f66d6e-dac2-4b65-a7f0-da58e82e9c63', 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7', 'port_id': 'f0f66d6e-dac2-4b65-a7f0-da58e82e9c63', 'mac_address': 'fa:16:3e:b9:40:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce34dc3f-c322-4241-a6b8-551931206a17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:11:48.920318 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d67b5c56-5b18-4d1c-8e1b-559327b78ab4 admin admin] Publish callbacks [] for security_group (79a38944-e6e9-4386-9039-6619659bb149), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:48.935386 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7d16da0f-d685-46f0-88f2-3690288b239f req-f5391b8d-8f73-4610-a33e-4bcd9c89d22d tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634966 Feb 09 13:11:48.946936 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c48f1-9885-4bae-9f74-455483921fd4 req-2b9e92d5-e8cb-4b4f-b029-e05bd9386356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.949051 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-2b9e92d5-e8cb-4b4f-b029-e05bd9386356 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46855677-ffd5-4609-b15c-e5f50eda8b2c HTTP/1.1" status: 200 len: 849 time: 0.0841382 Feb 09 13:11:48.967383 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:48.968200 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:48.971349 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e01dca0-28e5-4a2f-b720-bd2798f250fd x-openstack-request-id: req-0e01dca0-28e5-4a2f-b720-bd2798f250fd {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:11:48.971680 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3449e9bb-2fd1-40a5-8003-d773c6d60736", "name": "network-vif-plugged", "status": "completed", "tag": "65961941-2a92-4fd6-a368-cadf07ece780", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:11:48.972119 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0e01dca0-28e5-4a2f-b720-bd2798f250fd {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:11:48.972597 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3449e9bb-2fd1-40a5-8003-d773c6d60736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65961941-2a92-4fd6-a368-cadf07ece780', 'code': 200} Feb 09 13:11:48.985020 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-93c0335a-8838-4bf7-b3d3-088bb606e7b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c14db480-376e-432e-bb98-3ed4db923bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265169 Feb 09 13:11:48.986680 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:49.008832 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (65961941-2a92-4fd6-a368-cadf07ece780), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.009654 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 0c7a08f1-289e-49bd-b9bc-e830edeaee6f up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:49.035520 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:49.053937 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d67b5c56-5b18-4d1c-8e1b-559327b78ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (79a38944-e6e9-4386-9039-6619659bb149), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.097580 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=65961941-2a92-4fd6-a368-cadf07ece780,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:49.103193 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d67b5c56-5b18-4d1c-8e1b-559327b78ab4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3e7e6378fa634e15805ed4b0b2ba8af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5892289 Feb 09 13:11:49.106047 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 39198) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:49.112890 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b5c56-5b18-4d1c-8e1b-559327b78ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a38944-e6e9-4386-9039-6619659bb149,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:49.132660 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-f75bb1f1-230e-4d86-9819-ca8d9545ff7e service neutron] 10.222.0.31 "GET /v2.0/networks/c14db480-376e-432e-bb98-3ed4db923bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404173 Feb 09 13:11:49.136011 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.172098 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:49.172224 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-26bdd585-c68a-40ca-9d64-c14cabb45b7c admin admin] Publish callbacks [] for security_group (79a38944-e6e9-4386-9039-6619659bb149), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.181357 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:49.182153 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.197392 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-26bdd585-c68a-40ca-9d64-c14cabb45b7c admin admin] Publish callbacks [] for security_group (79a38944-e6e9-4386-9039-6619659bb149), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.258000 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:49.265985 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-003c48f1-9885-4bae-9f74-455483921fd4 req-42e8c51a-2028-49ed-a7d9-e0a7aac61d78 service neutron] 10.222.0.31 "GET /v2.0/networks/c14db480-376e-432e-bb98-3ed4db923bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243489 Feb 09 13:11:49.321772 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:49.322238 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.329091 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-26bdd585-c68a-40ca-9d64-c14cabb45b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (79a38944-e6e9-4386-9039-6619659bb149), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.332407 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-26bdd585-c68a-40ca-9d64-c14cabb45b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.335432 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-26bdd585-c68a-40ca-9d64-c14cabb45b7c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/79a38944-e6e9-4386-9039-6619659bb149 HTTP/1.1" status: 204 len: 168 time: 0.2275543 Feb 09 13:11:49.344222 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdd585-c68a-40ca-9d64-c14cabb45b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a38944-e6e9-4386-9039-6619659bb149,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:49.382416 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=0c7a08f1-289e-49bd-b9bc-e830edeaee6f,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:49.409917 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['0a218b4e-3337-4b9d-9226-b484077f2606'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:11:49.436590 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a67e19-d150-4254-985f-d39c44dc5e4b req-663c5c09-6e2d-43e6-a585-2244c807bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:49.438506 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-38a67e19-d150-4254-985f-d39c44dc5e4b req-663c5c09-6e2d-43e6-a585-2244c807bb0a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 1130 time: 0.1218278 Feb 09 13:11:49.447868 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['f0f66d6e-dac2-4b65-a7f0-da58e82e9c63'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:11:49.462695 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-38a67e19-d150-4254-985f-d39c44dc5e4b req-258dd53d-3df8-4fb8-9bac-da8e07f6020c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.497239 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.612150 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=0c7a08f1-289e-49bd-b9bc-e830edeaee6f,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:49.618768 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633acf9d-be5e-4fcf-bb24-3657b68cfe2d req-c1f538d1-2ae6-401c-a13b-0cc77e25bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:49.618768 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-633acf9d-be5e-4fcf-bb24-3657b68cfe2d req-c1f538d1-2ae6-401c-a13b-0cc77e25bb3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989aed5dea7448f6aff599d6744ccec0&device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 1127 time: 0.2153599 Feb 09 13:11:49.679367 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-38a67e19-d150-4254-985f-d39c44dc5e4b req-258dd53d-3df8-4fb8-9bac-da8e07f6020c service neutron] Publish callbacks [] for security_group (e257bcc5-a3b3-4186-98ab-a1129edbf382), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.691976 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e92d6-8adc-41e5-b81f-fd7797cf9df6 req-e56aa4e8-1626-4151-ab85-09b6f5d5a3ff tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:49.691976 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c0e92d6-8adc-41e5-b81f-fd7797cf9df6 req-e56aa4e8-1626-4151-ab85-09b6f5d5a3ff tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 944 time: 0.1396170 Feb 09 13:11:49.722969 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdc147-1357-4593-89ee-534d8d762c9c req-80e041e8-a28d-41a1-9fe5-e902a4e44b64 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:49.731022 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5cfdc147-1357-4593-89ee-534d8d762c9c req-80e041e8-a28d-41a1-9fe5-e902a4e44b64 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 945 time: 0.2435021 Feb 09 13:11:49.757852 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c0e92d6-8adc-41e5-b81f-fd7797cf9df6 req-b14d0381-1141-4f5e-8f55-abb51d31963c tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584729 Feb 09 13:11:49.770137 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-38a67e19-d150-4254-985f-d39c44dc5e4b req-258dd53d-3df8-4fb8-9bac-da8e07f6020c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e257bcc5-a3b3-4186-98ab-a1129edbf382), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:49.824849 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633acf9d-be5e-4fcf-bb24-3657b68cfe2d req-1d0219dd-4122-4e72-b9e7-6cafaafd7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:49.826320 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-633acf9d-be5e-4fcf-bb24-3657b68cfe2d req-1d0219dd-4122-4e72-b9e7-6cafaafd7c56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c14db480-376e-432e-bb98-3ed4db923bdb HTTP/1.1" status: 200 len: 910 time: 0.1907902 Feb 09 13:11:49.837059 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5cfdc147-1357-4593-89ee-534d8d762c9c req-c6436c31-313f-49d5-a3f1-8680beb88c18 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050005 Feb 09 13:11:49.901641 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-38a67e19-d150-4254-985f-d39c44dc5e4b req-258dd53d-3df8-4fb8-9bac-da8e07f6020c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548624 Feb 09 13:11:49.902255 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dd53d-3df8-4fb8-9bac-da8e07f6020c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e257bcc5-a3b3-4186-98ab-a1129edbf382,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:49.924786 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-633acf9d-be5e-4fcf-bb24-3657b68cfe2d req-08b0b203-6737-4c18-8cb7-aa6aacd82074 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fadb8e-f344-43c4-a8db-ee5bc28b5134 HTTP/1.1" status: 200 len: 217 time: 0.0864892 Feb 09 13:11:49.937106 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device e603fae6-8816-4c72-bb3a-419850a3b7de details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:11:50.002630 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1595f-24de-4e72-8bea-6d6035600f8e req-849adbf2-f4ac-4a81-a716-1d086294abe1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:50.011192 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-76c1595f-24de-4e72-8bea-6d6035600f8e req-849adbf2-f4ac-4a81-a716-1d086294abe1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 944 time: 0.0705631 Feb 09 13:11:50.041683 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6a2d9-0294-4460-8f6f-8c4c40ae0fa7 req-6600d8c1-9e1b-4673-9aac-5744814b6ca1 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:50.044757 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1bc6a2d9-0294-4460-8f6f-8c4c40ae0fa7 req-6600d8c1-9e1b-4673-9aac-5744814b6ca1 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 943 time: 0.0867224 Feb 09 13:11:50.076931 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port e603fae6-8816-4c72-bb3a-419850a3b7de, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=e603fae6-8816-4c72-bb3a-419850a3b7de,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:50.104576 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': 'e603fae6-8816-4c72-bb3a-419850a3b7de', 'network_id': '356c94e6-31e4-4e9e-9f08-04565eefbcb7', 'port_id': 'e603fae6-8816-4c72-bb3a-419850a3b7de', 'mac_address': 'fa:16:3e:a0:12:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce34dc3f-c322-4241-a6b8-551931206a17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:11:50.107607 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-76c1595f-24de-4e72-8bea-6d6035600f8e req-a3c34a10-c9e3-462d-bfd8-ca2fe021f75a tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904517 Feb 09 13:11:50.127780 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1bc6a2d9-0294-4460-8f6f-8c4c40ae0fa7 req-42df8fdd-c956-41d9-a245-f8c575effbb9 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754867 Feb 09 13:11:50.183261 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port e603fae6-8816-4c72-bb3a-419850a3b7de is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:50.183822 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:50.201150 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e603fae6-8816-4c72-bb3a-419850a3b7de {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:50.241019 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port e603fae6-8816-4c72-bb3a-419850a3b7de, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=e603fae6-8816-4c72-bb3a-419850a3b7de,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:50.245315 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633acf9d-be5e-4fcf-bb24-3657b68cfe2d req-7963748d-f6ab-4ac2-8fac-1bc55020866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:50.246843 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-633acf9d-be5e-4fcf-bb24-3657b68cfe2d req-7963748d-f6ab-4ac2-8fac-1bc55020866a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46855677-ffd5-4609-b15c-e5f50eda8b2c HTTP/1.1" status: 200 len: 849 time: 0.1180086 Feb 09 13:11:50.288530 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-633acf9d-be5e-4fcf-bb24-3657b68cfe2d req-fc86df69-bf98-4dae-b8e3-ffab8c215b66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c14db480-376e-432e-bb98-3ed4db923bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344868 Feb 09 13:11:50.299983 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26546a2a-a939-48af-9d51-74252ded7e83 req-7500fa00-d897-4180-83ff-7b821de7c68b tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:50.301508 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-26546a2a-a939-48af-9d51-74252ded7e83 req-7500fa00-d897-4180-83ff-7b821de7c68b tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 946 time: 0.1121883 Feb 09 13:11:50.340754 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:50.394128 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=e603fae6-8816-4c72-bb3a-419850a3b7de,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:50.395721 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-26546a2a-a939-48af-9d51-74252ded7e83 req-1c958a35-bfdc-4c3b-879c-a4c5c527b2f0 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860567 Feb 09 13:11:50.423466 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-633acf9d-be5e-4fcf-bb24-3657b68cfe2d req-e8158f02-96e8-43cb-9417-37e4867ff6d5 service neutron] 10.222.0.31 "GET /v2.0/networks/c14db480-376e-432e-bb98-3ed4db923bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209693 Feb 09 13:11:50.440093 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 39232) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:50.453390 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f350feaa-9784-427c-bcd1-1daa30a32f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:50.534547 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-633acf9d-be5e-4fcf-bb24-3657b68cfe2d req-8daef532-0d89-452d-a62d-dc024d3ce060 service neutron] 10.222.0.31 "GET /v2.0/networks/c14db480-376e-432e-bb98-3ed4db923bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035609 Feb 09 13:11:50.535655 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f350feaa-9784-427c-bcd1-1daa30a32f85 admin admin] Publish callbacks [] for security_group (5fe82411-b455-4083-a214-1574b1853c85), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:50.619650 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f350feaa-9784-427c-bcd1-1daa30a32f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (5fe82411-b455-4083-a214-1574b1853c85), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:50.628447 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['e603fae6-8816-4c72-bb3a-419850a3b7de'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:11:50.664577 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f350feaa-9784-427c-bcd1-1daa30a32f85 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=27d061fbfce04c5393cd1ce08a392eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234077 Feb 09 13:11:50.667154 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 39240) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:50.676103 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350feaa-9784-427c-bcd1-1daa30a32f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe82411-b455-4083-a214-1574b1853c85,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:50.732224 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d016e1f-8c9a-4b1a-8aa7-795fc6968d55 admin admin] Publish callbacks [] for security_group (5fe82411-b455-4083-a214-1574b1853c85), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:50.754272 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d016e1f-8c9a-4b1a-8aa7-795fc6968d55 admin admin] Publish callbacks [] for security_group (5fe82411-b455-4083-a214-1574b1853c85), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:50.891700 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d345a-f939-4d5a-b6f0-d1e7027f0876 req-85e657c8-76d7-45b4-af5b-01311cd45f6b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:50.893269 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-729d345a-f939-4d5a-b6f0-d1e7027f0876 req-85e657c8-76d7-45b4-af5b-01311cd45f6b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 944 time: 0.0552070 Feb 09 13:11:50.897543 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d016e1f-8c9a-4b1a-8aa7-795fc6968d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (5fe82411-b455-4083-a214-1574b1853c85), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:50.897543 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9d016e1f-8c9a-4b1a-8aa7-795fc6968d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:50.898275 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9d016e1f-8c9a-4b1a-8aa7-795fc6968d55 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5fe82411-b455-4083-a214-1574b1853c85 HTTP/1.1" status: 204 len: 168 time: 0.2294931 Feb 09 13:11:50.908851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d016e1f-8c9a-4b1a-8aa7-795fc6968d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe82411-b455-4083-a214-1574b1853c85,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:50.973844 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894904de-6d54-4785-b905-4a1901d9d87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a08f1-289e-49bd-b9bc-e830edeaee6f'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:11:50.977579 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb4a275-2e6c-4795-822c-f68e4ab31d86" -d '{"events": [{"server_uuid": "894904de-6d54-4785-b905-4a1901d9d87f", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a08f1-289e-49bd-b9bc-e830edeaee6f"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:11:50.989639 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-729d345a-f939-4d5a-b6f0-d1e7027f0876 req-14f74294-fa0c-49d7-bb8e-633dc1953e9a tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825741 Feb 09 13:11:51.001294 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84299f2a-59f5-40e7-b9b8-0b933a1a33ba req-3136ee0b-a5ba-4182-b258-988457e79ee6 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:51.008988 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-84299f2a-59f5-40e7-b9b8-0b933a1a33ba req-3136ee0b-a5ba-4182-b258-988457e79ee6 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 945 time: 0.0964336 Feb 09 13:11:51.044643 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c05a32-0a5b-4466-a6f1-02b61df00584 x-openstack-request-id: req-89c05a32-0a5b-4466-a6f1-02b61df00584 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:11:51.044970 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894904de-6d54-4785-b905-4a1901d9d87f", "name": "network-vif-plugged", "status": "completed", "tag": "0c7a08f1-289e-49bd-b9bc-e830edeaee6f", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:11:51.045235 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-89c05a32-0a5b-4466-a6f1-02b61df00584 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:11:51.046185 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894904de-6d54-4785-b905-4a1901d9d87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a08f1-289e-49bd-b9bc-e830edeaee6f', 'code': 200} Feb 09 13:11:51.053318 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-84299f2a-59f5-40e7-b9b8-0b933a1a33ba req-981e3f15-e6f0-46e3-95fd-0e0cb38eb6f8 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439928 Feb 09 13:11:51.230964 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b211f63-dfa2-4578-934b-ea6b813918ee req-c0a045cf-b33f-4b98-bbc7-083e4508ad0d tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:51.232662 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7b211f63-dfa2-4578-934b-ea6b813918ee req-c0a045cf-b33f-4b98-bbc7-083e4508ad0d tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 944 time: 0.0662043 Feb 09 13:11:51.269044 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a731-9111-48b2-9c2c-2a8a7ce50237 req-afae798b-0d23-47b8-9c90-5adde0bcbcbf tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:51.270539 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7990a731-9111-48b2-9c2c-2a8a7ce50237 req-afae798b-0d23-47b8-9c90-5adde0bcbcbf tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 943 time: 0.0658181 Feb 09 13:11:51.280065 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7b211f63-dfa2-4578-934b-ea6b813918ee req-89d92801-e254-4f29-879a-22abb99a9004 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414827 Feb 09 13:11:51.324292 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7990a731-9111-48b2-9c2c-2a8a7ce50237 req-d98db03e-2439-4c92-91dd-eb2cfc5ed7e1 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454566 Feb 09 13:11:51.463793 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6412d-d6e1-4924-a88d-f531bf958f4f req-009e262e-f479-4bec-8cba-b08ed2ab1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:51.466451 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-23f6412d-d6e1-4924-a88d-f531bf958f4f req-009e262e-f479-4bec-8cba-b08ed2ab1b1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 1129 time: 0.1051381 Feb 09 13:11:51.541092 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-23f6412d-d6e1-4924-a88d-f531bf958f4f req-f6381c4a-81e1-485b-9607-7c22a0f9ff73 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613112 Feb 09 13:11:51.544236 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d4a1f-e740-48e2-b1c8-f664fdd48f65 req-8e234154-613e-4140-ad2f-916fc35b536d tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:51.547006 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b22d4a1f-e740-48e2-b1c8-f664fdd48f65 req-8e234154-613e-4140-ad2f-916fc35b536d tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 946 time: 0.0711925 Feb 09 13:11:51.595591 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b22d4a1f-e740-48e2-b1c8-f664fdd48f65 req-f0b6560c-2ef6-4501-9e17-37a70073ec62 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429268 Feb 09 13:11:51.954404 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 98fadb8e-f344-43c4-a8db-ee5bc28b5134 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:11:51.956784 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device e603fae6-8816-4c72-bb3a-419850a3b7de up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:52.116449 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 98fadb8e-f344-43c4-a8db-ee5bc28b5134, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=98fadb8e-f344-43c4-a8db-ee5bc28b5134,segment=NetworkSegment(d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7),segment_id=d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:52.133289 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '98fadb8e-f344-43c4-a8db-ee5bc28b5134', 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb', 'port_id': '98fadb8e-f344-43c4-a8db-ee5bc28b5134', 'mac_address': 'fa:16:3e:66:01:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46855677-ffd5-4609-b15c-e5f50eda8b2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:11:52.139499 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55570b-f294-4648-9ebb-be795e19a1da req-1d25c228-fb2b-42c6-9c01-a9df44baab96 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:52.141972 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6c55570b-f294-4648-9ebb-be795e19a1da req-1d25c228-fb2b-42c6-9c01-a9df44baab96 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 944 time: 0.0751007 Feb 09 13:11:52.162288 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port e603fae6-8816-4c72-bb3a-419850a3b7de completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:52.169549 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port e603fae6-8816-4c72-bb3a-419850a3b7de triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:52.169929 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:52.193421 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca5b3-ea03-407b-afb4-50de052dce70 req-996e0e04-6a37-42e6-8e69-f44ac914765a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:52.199330 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3feca5b3-ea03-407b-afb4-50de052dce70 req-996e0e04-6a37-42e6-8e69-f44ac914765a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 945 time: 0.0708704 Feb 09 13:11:52.217771 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6c55570b-f294-4648-9ebb-be795e19a1da req-45a7b5e2-eb96-481b-964c-edb4fae05c7d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691886 Feb 09 13:11:52.221264 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 98fadb8e-f344-43c4-a8db-ee5bc28b5134 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:52.221659 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:52.259106 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fadb8e-f344-43c4-a8db-ee5bc28b5134 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:11:52.261153 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3feca5b3-ea03-407b-afb4-50de052dce70 req-c6de8922-c474-4377-b4cd-dc76e1bbb63c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558908 Feb 09 13:11:52.291262 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 98fadb8e-f344-43c4-a8db-ee5bc28b5134, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=98fadb8e-f344-43c4-a8db-ee5bc28b5134,segment=NetworkSegment(d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7),segment_id=d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:52.328952 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port e603fae6-8816-4c72-bb3a-419850a3b7de is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:52.329350 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:52.369620 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port e603fae6-8816-4c72-bb3a-419850a3b7de, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=e603fae6-8816-4c72-bb3a-419850a3b7de,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:52.378590 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:52.420798 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78aa2d-0142-4e1e-9bc8-e73bf5c954c1 req-93e01fdf-e792-43ba-b1f7-3a78d7d63478 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:52.422044 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-eb78aa2d-0142-4e1e-9bc8-e73bf5c954c1 req-93e01fdf-e792-43ba-b1f7-3a78d7d63478 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 944 time: 0.0650239 Feb 09 13:11:52.435520 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=98fadb8e-f344-43c4-a8db-ee5bc28b5134,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:52.458830 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:52.459653 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 0a218b4e-3337-4b9d-9226-b484077f2606 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:52.479787 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd5656-7b96-449a-bf3d-db18920962d1 req-ac9fa260-8e56-43f0-96ab-3d5badfc029d tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:52.481476 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fbcd5656-7b96-449a-bf3d-db18920962d1 req-ac9fa260-8e56-43f0-96ab-3d5badfc029d tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 944 time: 0.0715003 Feb 09 13:11:52.520781 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-eb78aa2d-0142-4e1e-9bc8-e73bf5c954c1 req-81515d77-f19e-40d7-952a-43cf65308b5e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796115 Feb 09 13:11:52.574809 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fbcd5656-7b96-449a-bf3d-db18920962d1 req-dd28952d-7646-45ad-b324-8b619a13d58d tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877833 Feb 09 13:11:52.583323 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=e603fae6-8816-4c72-bb3a-419850a3b7de,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:52.683433 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port 0a218b4e-3337-4b9d-9226-b484077f2606 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:52.688547 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 0a218b4e-3337-4b9d-9226-b484077f2606 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:52.689162 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:52.714143 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['98fadb8e-f344-43c4-a8db-ee5bc28b5134'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:11:52.739491 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cdb17-ed23-4700-8a2e-712d0caff6f1 req-c3f2632d-b2f5-43ed-94a6-70ad4b7f7df3 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:52.741345 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a56cdb17-ed23-4700-8a2e-712d0caff6f1 req-c3f2632d-b2f5-43ed-94a6-70ad4b7f7df3 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 946 time: 0.0720170 Feb 09 13:11:52.760916 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-bc54a47c-3a49-48b9-b099-5deee46d7211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:52.792858 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a56cdb17-ed23-4700-8a2e-712d0caff6f1 req-c32f6d1e-4b2e-4413-ac37-8378d323d24c tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452733 Feb 09 13:11:52.835177 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 0a218b4e-3337-4b9d-9226-b484077f2606 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:52.835558 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:52.894494 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 0a218b4e-3337-4b9d-9226-b484077f2606, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=0a218b4e-3337-4b9d-9226-b484077f2606,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:53.002170 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:53.003072 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:53.049242 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6851d5fe-b010-49cc-8696-19a1008c2beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e603fae6-8816-4c72-bb3a-419850a3b7de'}, {'server_uuid': '7d2bee05-65c9-445a-a7ca-98808614d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a218b4e-3337-4b9d-9226-b484077f2606'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:11:53.051521 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae8db01-bf46-4008-806e-5e7303c12fd3" -d '{"events": [{"server_uuid": "6851d5fe-b010-49cc-8696-19a1008c2beb", "name": "network-vif-plugged", "status": "completed", "tag": "e603fae6-8816-4c72-bb3a-419850a3b7de"}, {"server_uuid": "7d2bee05-65c9-445a-a7ca-98808614d991", "name": "network-vif-plugged", "status": "completed", "tag": "0a218b4e-3337-4b9d-9226-b484077f2606"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:11:53.087485 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=0a218b4e-3337-4b9d-9226-b484077f2606,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:53.097688 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 13:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a704756a-8958-44e6-9822-9889d15e365c x-openstack-request-id: req-a704756a-8958-44e6-9822-9889d15e365c {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:11:53.097991 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6851d5fe-b010-49cc-8696-19a1008c2beb", "name": "network-vif-plugged", "status": "completed", "tag": "e603fae6-8816-4c72-bb3a-419850a3b7de", "code": 200}, {"server_uuid": "7d2bee05-65c9-445a-a7ca-98808614d991", "name": "network-vif-plugged", "status": "completed", "tag": "0a218b4e-3337-4b9d-9226-b484077f2606", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:11:53.098298 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a704756a-8958-44e6-9822-9889d15e365c {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:11:53.098740 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6851d5fe-b010-49cc-8696-19a1008c2beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e603fae6-8816-4c72-bb3a-419850a3b7de', 'code': 200} Feb 09 13:11:53.099030 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2bee05-65c9-445a-a7ca-98808614d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a218b4e-3337-4b9d-9226-b484077f2606', 'code': 200} Feb 09 13:11:53.178442 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:53.183303 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:53.183682 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:53.271051 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:53.271051 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:53.316592 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:53.422600 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4f567-b75a-464e-b136-d53bc67b2d68 req-f4780824-fe84-4361-bf07-4b437c26e083 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:53.432004 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aac4f567-b75a-464e-b136-d53bc67b2d68 req-f4780824-fe84-4361-bf07-4b437c26e083 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 945 time: 0.0940344 Feb 09 13:11:53.432933 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:53.447407 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38116ab6-bb04-413a-afe0-86cc8e2059f6 req-cb6e9c15-6eb9-419c-b028-3c541920ae0f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:53.453304 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-38116ab6-bb04-413a-afe0-86cc8e2059f6 req-cb6e9c15-6eb9-419c-b028-3c541920ae0f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 944 time: 0.1214352 Feb 09 13:11:53.551935 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:53.565908 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aac4f567-b75a-464e-b136-d53bc67b2d68 req-02660e83-bab1-4f78-acf2-69950871ba1d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324899 Feb 09 13:11:53.590285 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1bb23-33ec-4237-8004-0864cdd1de0d req-1dcc0d70-5da6-40a9-a7ea-1b32ef34cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:53.593335 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03d1bb23-33ec-4237-8004-0864cdd1de0d req-1dcc0d70-5da6-40a9-a7ea-1b32ef34cea4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 1129 time: 0.1489458 Feb 09 13:11:53.627702 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-38116ab6-bb04-413a-afe0-86cc8e2059f6 req-63c77c54-eacc-4780-bb76-e0daa14ad6af tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486380 Feb 09 13:11:53.632558 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c93e-da0e-4d95-b03c-c4ea3296b007 req-66df4eb0-7f48-4a4a-ae27-fa35ab604bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:53.635595 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-af75c93e-da0e-4d95-b03c-c4ea3296b007 req-66df4eb0-7f48-4a4a-ae27-fa35ab604bec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 1129 time: 0.1813781 Feb 09 13:11:53.682401 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03d1bb23-33ec-4237-8004-0864cdd1de0d req-144665c9-1cad-44ae-ad73-fcfa3c8daaa9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811977 Feb 09 13:11:53.724551 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-af75c93e-da0e-4d95-b03c-c4ea3296b007 req-6cf54884-91a2-40a4-ba52-3acc6bce1207 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808883 Feb 09 13:11:53.728354 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b3d99-4e01-4328-bae2-499936a2deb1 req-03c6c584-7977-43f9-9933-f9b77adc572c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:53.732544 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b78b3d99-4e01-4328-bae2-499936a2deb1 req-03c6c584-7977-43f9-9933-f9b77adc572c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0621099 Feb 09 13:11:53.766873 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c5d00-f6e6-4c41-b1ab-ed5f92085aaa req-a9b1e9be-f582-4a89-857e-60cde8d258df tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:53.769769 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8f1c5d00-f6e6-4c41-b1ab-ed5f92085aaa req-a9b1e9be-f582-4a89-857e-60cde8d258df tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 944 time: 0.0619354 Feb 09 13:11:53.781016 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b78b3d99-4e01-4328-bae2-499936a2deb1 req-e8438d67-db2b-4811-bd57-9c661ad20b89 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455461 Feb 09 13:11:53.819700 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8f1c5d00-f6e6-4c41-b1ab-ed5f92085aaa req-d8d8a1fb-0986-43a5-a651-1edaa090e30c tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Feb 09 13:11:53.959267 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 98fadb8e-f344-43c4-a8db-ee5bc28b5134 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:11:54.095154 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port 98fadb8e-f344-43c4-a8db-ee5bc28b5134 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:54.099104 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 98fadb8e-f344-43c4-a8db-ee5bc28b5134 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:54.102188 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:54.178352 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 98fadb8e-f344-43c4-a8db-ee5bc28b5134 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:11:54.178780 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:54.213784 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 98fadb8e-f344-43c4-a8db-ee5bc28b5134, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=98fadb8e-f344-43c4-a8db-ee5bc28b5134,segment=NetworkSegment(d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7),segment_id=d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:54.303832 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:54.357866 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=98fadb8e-f344-43c4-a8db-ee5bc28b5134,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:54.742858 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df62708-5a06-4f5a-8575-86154919fa55 req-9e40e65f-f3c4-43a9-a836-6a3a177d882b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:54.744378 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0df62708-5a06-4f5a-8575-86154919fa55 req-9e40e65f-f3c4-43a9-a836-6a3a177d882b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0547733 Feb 09 13:11:54.791571 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0df62708-5a06-4f5a-8575-86154919fa55 req-424ccc70-70ea-43f1-8b30-8f7483619d6e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 Feb 09 13:11:54.923485 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c911e-bf8c-499e-bf09-329947aa2709 req-9dbab265-b941-4476-8d4e-aaf7d5e3bd13 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:54.924914 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-840c911e-bf8c-499e-bf09-329947aa2709 req-9dbab265-b941-4476-8d4e-aaf7d5e3bd13 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0566158 Feb 09 13:11:54.987851 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-840c911e-bf8c-499e-bf09-329947aa2709 req-8c0076e9-d2ba-4070-9bf4-ec87b9c34e6f tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570924 Feb 09 13:11:55.035774 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-80ced500-3763-48ce-a268-d980e667cf48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:55.100194 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f002ff5-5d1f-4467-95ed-59f40d89a99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f66d6e-dac2-4b65-a7f0-da58e82e9c63'}, {'server_uuid': 'a679ac91-50c0-4efc-ae25-c630fd14986b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fadb8e-f344-43c4-a8db-ee5bc28b5134'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:11:55.103204 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82517b7-ddf4-4156-8b52-4571398c8494" -d '{"events": [{"server_uuid": "8f002ff5-5d1f-4467-95ed-59f40d89a99d", "name": "network-vif-plugged", "status": "completed", "tag": "f0f66d6e-dac2-4b65-a7f0-da58e82e9c63"}, {"server_uuid": "a679ac91-50c0-4efc-ae25-c630fd14986b", "name": "network-vif-plugged", "status": "completed", "tag": "98fadb8e-f344-43c4-a8db-ee5bc28b5134"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:11:55.137392 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f72748-2ef1-4a52-894a-edb577508a36 req-749e9074-9d30-4399-96b8-4d7f23f60647 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:55.138862 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5f72748-2ef1-4a52-894a-edb577508a36 req-749e9074-9d30-4399-96b8-4d7f23f60647 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 945 time: 0.2388623 Feb 09 13:11:55.170470 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 13:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2bb87e-1e70-40d6-9544-7f14877ef232 x-openstack-request-id: req-df2bb87e-1e70-40d6-9544-7f14877ef232 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:11:55.170870 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f002ff5-5d1f-4467-95ed-59f40d89a99d", "name": "network-vif-plugged", "status": "completed", "tag": "f0f66d6e-dac2-4b65-a7f0-da58e82e9c63", "code": 200}, {"server_uuid": "a679ac91-50c0-4efc-ae25-c630fd14986b", "name": "network-vif-plugged", "status": "completed", "tag": "98fadb8e-f344-43c4-a8db-ee5bc28b5134", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:11:55.171195 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-df2bb87e-1e70-40d6-9544-7f14877ef232 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:11:55.171828 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f002ff5-5d1f-4467-95ed-59f40d89a99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f66d6e-dac2-4b65-a7f0-da58e82e9c63', 'code': 200} Feb 09 13:11:55.172154 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a679ac91-50c0-4efc-ae25-c630fd14986b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fadb8e-f344-43c4-a8db-ee5bc28b5134', 'code': 200} Feb 09 13:11:55.193758 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5f72748-2ef1-4a52-894a-edb577508a36 req-edac5b8c-1e5e-455f-a42e-a7e1fbd07a7f tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491102 Feb 09 13:11:55.584617 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2e1c-0ec7-4caa-bcb2-d084b35b8ac2 req-33d629f6-f11b-4fcc-a529-7f07f76a20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:55.586748 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-80dd2e1c-0ec7-4caa-bcb2-d084b35b8ac2 req-33d629f6-f11b-4fcc-a529-7f07f76a20ae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 1129 time: 0.0694163 Feb 09 13:11:55.624504 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4f86f-5059-413d-ad5b-45e80bed594b req-22eae903-f5d4-4005-989c-240bb7612021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:55.625946 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8ce4f86f-5059-413d-ad5b-45e80bed594b req-22eae903-f5d4-4005-989c-240bb7612021 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 1129 time: 0.0483906 Feb 09 13:11:55.661670 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-80dd2e1c-0ec7-4caa-bcb2-d084b35b8ac2 req-11d5e354-ef6a-4d66-8b1c-cd4f3b4cbe6d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673091 Feb 09 13:11:55.685901 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8ce4f86f-5059-413d-ad5b-45e80bed594b req-b8ddf234-4737-42d9-a0fd-51e3de4e094d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Feb 09 13:11:55.923938 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e8833-3ba1-4f40-8306-951903f3bbe1 req-5dc3372d-24a0-4496-ad3e-d2220f99f90b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:55.925454 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c6e8833-3ba1-4f40-8306-951903f3bbe1 req-5dc3372d-24a0-4496-ad3e-d2220f99f90b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0524006 Feb 09 13:11:55.975307 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c6e8833-3ba1-4f40-8306-951903f3bbe1 req-404056fb-be83-46c1-bd0a-df56d7c0dafc tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 Feb 09 13:11:56.111480 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b671bc2-48b8-4e21-917b-8d3145718c50 req-6977bbc5-4adc-4346-a4c5-a88d4b60d2bc tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:56.112871 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2b671bc2-48b8-4e21-917b-8d3145718c50 req-6977bbc5-4adc-4346-a4c5-a88d4b60d2bc tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0515957 Feb 09 13:11:56.127588 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:56.165549 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2b671bc2-48b8-4e21-917b-8d3145718c50 req-8f04bac3-7c45-411a-ab36-c2d85629c067 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461454 Feb 09 13:11:56.366758 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e955-8313-464c-98a1-7f6afe4036a3 req-39707adc-f6c8-4eb0-b89b-fadf2f7d901e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:56.366758 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a9d6e955-8313-464c-98a1-7f6afe4036a3 req-39707adc-f6c8-4eb0-b89b-fadf2f7d901e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0618205 Feb 09 13:11:56.374201 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 39466) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:11:56.379124 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-e72dd7a0-fd22-41c0-8b14-94b190e31d87 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'floatingip': {'port_id': '0a218b4e-3337-4b9d-9226-b484077f2606'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:11:56.449546 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e72dd7a0-fd22-41c0-8b14-94b190e31d87 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (4a344598-ddf3-4040-abfe-f628a6963e9a), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:56.486999 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea8f84-2050-4c06-8a20-6160fccb2500 req-add4ab07-a931-42fd-bc31-b3ac9b3d7365 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:56.494702 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0aea8f84-2050-4c06-8a20-6160fccb2500 req-add4ab07-a931-42fd-bc31-b3ac9b3d7365 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 945 time: 0.0733325 Feb 09 13:11:56.554589 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0aea8f84-2050-4c06-8a20-6160fccb2500 req-2dee4684-dfef-4c03-977b-89757f1fcc0d tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598755 Feb 09 13:11:57.233777 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c0a29-e532-4e4d-9e5d-2d5e348a4657 req-547433d5-471f-45a5-9460-5e0cef3eaed6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:57.235300 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b94c0a29-e532-4e4d-9e5d-2d5e348a4657 req-547433d5-471f-45a5-9460-5e0cef3eaed6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.1360848 Feb 09 13:11:57.358483 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e72dd7a0-fd22-41c0-8b14-94b190e31d87 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:57.363228 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b94c0a29-e532-4e4d-9e5d-2d5e348a4657 req-597f89eb-91e4-4dbc-9a88-d43b2f0073f9 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210554 Feb 09 13:11:57.486837 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e72dd7a0-fd22-41c0-8b14-94b190e31d87 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (4a344598-ddf3-4040-abfe-f628a6963e9a), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:57.597159 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.l3_db [None req-e72dd7a0-fd22-41c0-8b14-94b190e31d87 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Floating IP 4a344598-ddf3-4040-abfe-f628a6963e9a associated. External IP: 172.27.1.159, port: 0a218b4e-3337-4b9d-9226-b484077f2606. Feb 09 13:11:57.749264 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf8d43-399d-48e3-b4a5-9d799958a556 req-6b685db4-d20f-42a5-9e14-e50e84cfcc48 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:57.750759 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-46cf8d43-399d-48e3-b4a5-9d799958a556 req-6b685db4-d20f-42a5-9e14-e50e84cfcc48 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 945 time: 0.0877366 Feb 09 13:11:57.757881 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:57.869554 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-46cf8d43-399d-48e3-b4a5-9d799958a556 req-d18c4d3b-bbf2-46ac-9858-84c0e114a210 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118836 Feb 09 13:11:57.904858 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72dd7a0-fd22-41c0-8b14-94b190e31d87 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Router 3aee5b0b-59e4-48b6-97ef-f17619754a3d has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:11:58.036808 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72dd7a0-fd22-41c0-8b14-94b190e31d87 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:11:58.043026 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e72dd7a0-fd22-41c0-8b14-94b190e31d87 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:58.052659 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd255429-9286-4e61-9cf7-09766f468048 None None] Sync routers for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:11:58.062785 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd255429-9286-4e61-9cf7-09766f468048 None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:11:58.063418 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-cd255429-9286-4e61-9cf7-09766f468048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:11:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:58.087295 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-e72dd7a0-fd22-41c0-8b14-94b190e31d87 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "PUT /v2.0/floatingips/4a344598-ddf3-4040-abfe-f628a6963e9a HTTP/1.1" status: 200 len: 991 time: 1.7054932 Feb 09 13:11:58.087295 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2bee05-65c9-445a-a7ca-98808614d991', 'tag': '0a218b4e-3337-4b9d-9226-b484077f2606'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:11:58.087295 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2082fca-3e07-446e-b766-6eaa1e394bad" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2bee05-65c9-445a-a7ca-98808614d991", "tag": "0a218b4e-3337-4b9d-9226-b484077f2606"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:11:58.146994 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0830611-451b-4fcf-a692-5eec4c3b1332 x-openstack-request-id: req-e0830611-451b-4fcf-a692-5eec4c3b1332 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:11:58.153123 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2bee05-65c9-445a-a7ca-98808614d991", "tag": "0a218b4e-3337-4b9d-9226-b484077f2606", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:11:58.153123 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e0830611-451b-4fcf-a692-5eec4c3b1332 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:11:58.153123 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2bee05-65c9-445a-a7ca-98808614d991', 'tag': '0a218b4e-3337-4b9d-9226-b484077f2606', 'status': 'completed', 'code': 200} Feb 09 13:11:58.204367 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-cd255429-9286-4e61-9cf7-09766f468048 None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:11:58.275371 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082fca-3e07-446e-b766-6eaa1e394bad req-c5287a93-be5a-4dd6-9d6e-620984025dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:58.277173 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2082fca-3e07-446e-b766-6eaa1e394bad req-c5287a93-be5a-4dd6-9d6e-620984025dd4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 1129 time: 0.0947213 Feb 09 13:11:58.432714 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900a316-1ecb-4bb2-bf07-6d5fc7a30a4c req-cd910c00-c220-4552-bb95-5b9c7326041c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:58.434465 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a900a316-1ecb-4bb2-bf07-6d5fc7a30a4c req-cd910c00-c220-4552-bb95-5b9c7326041c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.1043751 Feb 09 13:11:58.466454 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082fca-3e07-446e-b766-6eaa1e394bad req-578ccc47-fe9a-44a7-93ff-8d472bb12a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:58.468878 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2082fca-3e07-446e-b766-6eaa1e394bad req-578ccc47-fe9a-44a7-93ff-8d472bb12a9e service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 200 len: 912 time: 0.1839666 Feb 09 13:11:58.515787 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa091ad-f1f0-40ad-be2c-07512fb94099 req-5091634c-f486-4ff5-afb4-388dc784d2dd tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:58.517666 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3aa091ad-f1f0-40ad-be2c-07512fb94099 req-5091634c-f486-4ff5-afb4-388dc784d2dd tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0688529 Feb 09 13:11:58.551159 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-cd255429-9286-4e61-9cf7-09766f468048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '4a344598-ddf3-4040-abfe-f628a6963e9a', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'port_id': '0a218b4e-3337-4b9d-9226-b484077f2606', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'mac_address': 'fa:16:3e:fd:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2bee05-65c9-445a-a7ca-98808614d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:11:25Z', 'updated_at': '2022-02-09T13:11:57Z', 'revision_number': 1, 'project_id': '413094dda74649c282bf36d27168fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:58.571141 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a900a316-1ecb-4bb2-bf07-6d5fc7a30a4c req-78a4999f-19d5-4190-aa01-513ae41b389f tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275935 Feb 09 13:11:58.578126 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd255429-9286-4e61-9cf7-09766f468048 None None] Checking router: 3aee5b0b-59e4-48b6-97ef-f17619754a3d for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:11:58.583416 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3aa091ad-f1f0-40ad-be2c-07512fb94099 req-9596e6b1-b378-4510-8cbb-f3368ec46f29 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581622 Feb 09 13:11:58.592615 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd255429-9286-4e61-9cf7-09766f468048 None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:11:58.593546 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-cd255429-9286-4e61-9cf7-09766f468048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:11:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:58.604946 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2082fca-3e07-446e-b766-6eaa1e394bad req-7815968e-5f99-4dba-9da3-53a5be1688af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a218b4e-3337-4b9d-9226-b484077f2606 HTTP/1.1" status: 200 len: 999 time: 0.1273890 Feb 09 13:11:58.671094 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082fca-3e07-446e-b766-6eaa1e394bad req-d695bf59-024a-4baa-aa07-060bafaa4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:58.671094 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2082fca-3e07-446e-b766-6eaa1e394bad req-d695bf59-024a-4baa-aa07-060bafaa4e8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cbb47fb-25d3-4b90-8f6c-52fce146153a HTTP/1.1" status: 200 len: 850 time: 0.0482209 Feb 09 13:11:58.716993 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-cd255429-9286-4e61-9cf7-09766f468048 None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:11:58.726494 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082fca-3e07-446e-b766-6eaa1e394bad req-24b46ebf-3ec6-4d96-a509-fd8d124b3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:58.728151 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2082fca-3e07-446e-b766-6eaa1e394bad req-24b46ebf-3ec6-4d96-a509-fd8d124b3e6f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593033 Feb 09 13:11:58.818914 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2082fca-3e07-446e-b766-6eaa1e394bad req-76fef5f3-be44-4ca3-a5a5-f3e35dbeab9e service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833888 Feb 09 13:11:58.927069 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f2082fca-3e07-446e-b766-6eaa1e394bad req-c69e0210-0b6a-4da3-b926-88e78f7a8f42 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017902 Feb 09 13:11:59.041317 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdba7a-2707-489a-a28b-4db50d347081 req-ef8968f2-95af-41c7-b7d8-6bcb7ba5318b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.044131 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-21cdba7a-2707-489a-a28b-4db50d347081 req-ef8968f2-95af-41c7-b7d8-6bcb7ba5318b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 945 time: 0.0803723 Feb 09 13:11:59.080925 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-cd255429-9286-4e61-9cf7-09766f468048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '4a344598-ddf3-4040-abfe-f628a6963e9a', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'port_id': '0a218b4e-3337-4b9d-9226-b484077f2606', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'mac_address': 'fa:16:3e:fd:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2bee05-65c9-445a-a7ca-98808614d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:11:25Z', 'updated_at': '2022-02-09T13:11:57Z', 'revision_number': 1, 'project_id': '413094dda74649c282bf36d27168fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:59.108357 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-21cdba7a-2707-489a-a28b-4db50d347081 req-b08daa12-f69a-4b6e-9d84-444b4f31da5c tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588090 Feb 09 13:11:59.124445 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd255429-9286-4e61-9cf7-09766f468048 None None] The sync data for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi is: [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '4a344598-ddf3-4040-abfe-f628a6963e9a', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'port_id': '0a218b4e-3337-4b9d-9226-b484077f2606', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'mac_address': 'fa:16:3e:fd:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2bee05-65c9-445a-a7ca-98808614d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:11:25Z', 'updated_at': '2022-02-09T13:11:57Z', 'revision_number': 1, 'project_id': '413094dda74649c282bf36d27168fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:11:59.164834 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176616e-26dc-4dbb-ad19-fbaa2f8f907f req-949cc762-fc76-4813-afa2-377933c58a9e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.180583 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6176616e-26dc-4dbb-ad19-fbaa2f8f907f req-949cc762-fc76-4813-afa2-377933c58a9e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0925276 Feb 09 13:11:59.255468 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6176616e-26dc-4dbb-ad19-fbaa2f8f907f req-50fb634f-15c5-403a-bd18-95bcde6686b6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738006 Feb 09 13:11:59.264562 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e5174-fd2c-4c29-aa66-1b3c4a4a5908 req-049ea711-7e4e-4814-988a-639fc5937614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.266060 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6f3e5174-fd2c-4c29-aa66-1b3c4a4a5908 req-049ea711-7e4e-4814-988a-639fc5937614 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=141d2818a8454068b7397ceefa95ab7b&device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 1129 time: 0.0781753 Feb 09 13:11:59.283894 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:59.351097 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6cb1c6-1a87-42b5-ba8b-b8d0503d38c3 None None] New status for floating IP 4a344598-ddf3-4040-abfe-f628a6963e9a: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:11:59.372557 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e5174-fd2c-4c29-aa66-1b3c4a4a5908 req-51783685-2f37-478a-a455-555dff66824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.374211 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6f3e5174-fd2c-4c29-aa66-1b3c4a4a5908 req-51783685-2f37-478a-a455-555dff66824e service neutron] 10.222.0.31 "GET /v2.0/networks?id=356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 200 len: 918 time: 0.1016359 Feb 09 13:11:59.428367 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6f3e5174-fd2c-4c29-aa66-1b3c4a4a5908 req-a4efba08-6243-42d2-b6da-a015e0869d6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 HTTP/1.1" status: 200 len: 217 time: 0.0363688 Feb 09 13:11:59.493062 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e5174-fd2c-4c29-aa66-1b3c4a4a5908 req-573be773-b239-40bf-ba44-438d042a0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.494587 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6f3e5174-fd2c-4c29-aa66-1b3c4a4a5908 req-573be773-b239-40bf-ba44-438d042a0490 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34dc3f-c322-4241-a6b8-551931206a17 HTTP/1.1" status: 200 len: 857 time: 0.0534828 Feb 09 13:11:59.534629 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6f3e5174-fd2c-4c29-aa66-1b3c4a4a5908 req-4feb4b27-e653-4ce4-947e-f5b9a65fb273 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=356c94e6-31e4-4e9e-9f08-04565eefbcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325038 Feb 09 13:11:59.687190 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6f3e5174-fd2c-4c29-aa66-1b3c4a4a5908 req-634099ff-9535-4bfe-9689-dd769f2b59f6 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381311 Feb 09 13:11:59.715187 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f6b6b-cd46-480e-827d-9518c812a476 req-316ba9f6-ad25-40c4-9b31-a4b02a5e06cf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.717482 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6a6f6b6b-cd46-480e-827d-9518c812a476 req-316ba9f6-ad25-40c4-9b31-a4b02a5e06cf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0684788 Feb 09 13:11:59.818062 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6a6f6b6b-cd46-480e-827d-9518c812a476 req-02b26e17-dc9b-47f1-aea4-e9ce63982380 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902481 Feb 09 13:11:59.826400 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6f3e5174-fd2c-4c29-aa66-1b3c4a4a5908 req-5d5f0b7a-e875-4b11-ad08-d1aacd2f2f3e service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321669 Feb 09 13:12:00.390810 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1509855-7f76-48e9-b45b-e0d1eebe6388 req-7ca687d2-dcb8-4ee1-bbfe-f484b9288996 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:00.392437 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1509855-7f76-48e9-b45b-e0d1eebe6388 req-7ca687d2-dcb8-4ee1-bbfe-f484b9288996 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0530295 Feb 09 13:12:00.441550 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e1509855-7f76-48e9-b45b-e0d1eebe6388 req-04542510-91bc-437b-8784-5fce8330a7ac tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416522 Feb 09 13:12:00.748998 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 39606) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:00.778096 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa288d-a84c-4cbc-9a54-d7ced665e61b req-ad531667-0769-4c39-9dc2-fd52ebd6662d tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:00.779705 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52aa288d-a84c-4cbc-9a54-d7ced665e61b req-ad531667-0769-4c39-9dc2-fd52ebd6662d tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 945 time: 0.0536177 Feb 09 13:12:00.842677 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52aa288d-a84c-4cbc-9a54-d7ced665e61b req-455a2da0-0540-467f-a189-8951f471966e tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569994 Feb 09 13:12:00.878518 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-380d65fb-f84a-4b7e-9bef-4431fa257849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:00.951126 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-380d65fb-f84a-4b7e-9bef-4431fa257849 admin admin] Publish callbacks [] for security_group (83a1b05b-26c4-4c95-a4e8-710c530ac738), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:01.017834 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-380d65fb-f84a-4b7e-9bef-4431fa257849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (83a1b05b-26c4-4c95-a4e8-710c530ac738), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:01.063857 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-380d65fb-f84a-4b7e-9bef-4431fa257849 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5defd3c613d3466d8f728d5c0eb80650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137152 Feb 09 13:12:01.064845 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d65fb-f84a-4b7e-9bef-4431fa257849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a1b05b-26c4-4c95-a4e8-710c530ac738,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:01.067801 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 39616) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:01.123478 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-08c9145d-f3c0-4c06-8db0-0390b0392008 admin admin] Publish callbacks [] for security_group (83a1b05b-26c4-4c95-a4e8-710c530ac738), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:01.143660 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-08c9145d-f3c0-4c06-8db0-0390b0392008 admin admin] Publish callbacks [] for security_group (83a1b05b-26c4-4c95-a4e8-710c530ac738), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:01.266753 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-08c9145d-f3c0-4c06-8db0-0390b0392008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (83a1b05b-26c4-4c95-a4e8-710c530ac738), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:01.269001 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-08c9145d-f3c0-4c06-8db0-0390b0392008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:01.270273 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-08c9145d-f3c0-4c06-8db0-0390b0392008 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/83a1b05b-26c4-4c95-a4e8-710c530ac738 HTTP/1.1" status: 204 len: 168 time: 0.2013192 Feb 09 13:12:01.279863 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9145d-f3c0-4c06-8db0-0390b0392008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a1b05b-26c4-4c95-a4e8-710c530ac738,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:01.562631 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae56f99-e03c-4ce0-bffc-cd7d24662f59 req-b4e76ace-c190-4ee1-b9ab-86efb329e799 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:01.564236 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cae56f99-e03c-4ce0-bffc-cd7d24662f59 req-b4e76ace-c190-4ee1-b9ab-86efb329e799 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0522602 Feb 09 13:12:01.611588 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cae56f99-e03c-4ce0-bffc-cd7d24662f59 req-59340456-42e3-47b8-89dc-d11e968e7a7e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Feb 09 13:12:01.965816 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ab6e3-8cf7-40ed-93fd-05830cb44135 req-c4757853-427b-4e9b-add9-b81ca16970f9 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:01.967353 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-860ab6e3-8cf7-40ed-93fd-05830cb44135 req-c4757853-427b-4e9b-add9-b81ca16970f9 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 945 time: 0.0533047 Feb 09 13:12:01.978722 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 39632) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:01.991570 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fb791aff-14f4-42ef-9fb5-adca024be590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:02.019504 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-860ab6e3-8cf7-40ed-93fd-05830cb44135 req-27688ee1-c8c9-481a-bfbf-522cdfd026fe tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Feb 09 13:12:02.072883 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fb791aff-14f4-42ef-9fb5-adca024be590 admin admin] Publish callbacks [] for security_group (33d22180-c32f-4cdb-84c5-961180294122), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:02.143837 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-fb791aff-14f4-42ef-9fb5-adca024be590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (33d22180-c32f-4cdb-84c5-961180294122), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:02.189703 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb791aff-14f4-42ef-9fb5-adca024be590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d22180-c32f-4cdb-84c5-961180294122,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:02.194136 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-fb791aff-14f4-42ef-9fb5-adca024be590 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7f7d714bf63d4db086c2ae0d3aa58b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142909 Feb 09 13:12:02.197448 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 39640) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:02.254508 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-941c9b00-e2ac-4c6b-a5a1-650d09a2464b admin admin] Publish callbacks [] for security_group (33d22180-c32f-4cdb-84c5-961180294122), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:02.286536 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-941c9b00-e2ac-4c6b-a5a1-650d09a2464b admin admin] Publish callbacks [] for security_group (33d22180-c32f-4cdb-84c5-961180294122), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:02.412568 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-941c9b00-e2ac-4c6b-a5a1-650d09a2464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (33d22180-c32f-4cdb-84c5-961180294122), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:02.415139 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-941c9b00-e2ac-4c6b-a5a1-650d09a2464b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:02.416361 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-941c9b00-e2ac-4c6b-a5a1-650d09a2464b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/33d22180-c32f-4cdb-84c5-961180294122 HTTP/1.1" status: 204 len: 168 time: 0.2176914 Feb 09 13:12:02.424606 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c9b00-e2ac-4c6b-a5a1-650d09a2464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d22180-c32f-4cdb-84c5-961180294122,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:02.740479 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759403e-5844-4003-910b-57073e02c3bf req-6d2f85f5-8896-4ec1-bcf9-c868afd5fc00 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:02.741949 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2759403e-5844-4003-910b-57073e02c3bf req-6d2f85f5-8896-4ec1-bcf9-c868afd5fc00 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0574415 Feb 09 13:12:02.788888 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2759403e-5844-4003-910b-57073e02c3bf req-f750494e-3816-4904-b33d-9106b20ba746 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406060 Feb 09 13:12:02.912114 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0d4f2-283b-4ad8-9f46-f01b7ba022de req-710b761b-2890-463e-8cab-b232c02fe62b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:02.913580 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e7a0d4f2-283b-4ad8-9f46-f01b7ba022de req-710b761b-2890-463e-8cab-b232c02fe62b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.31 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 945 time: 0.0568366 Feb 09 13:12:03.090362 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-e7a0d4f2-283b-4ad8-9f46-f01b7ba022de req-395965d3-49f4-4b28-88ec-4bd7532998c3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Deleting port 98fadb8e-f344-43c4-a8db-ee5bc28b5134 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:12:03.091078 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e7a0d4f2-283b-4ad8-9f46-f01b7ba022de req-395965d3-49f4-4b28-88ec-4bd7532998c3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:03.210796 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6368f3-e788-4227-8237-e9d6df624e88 req-d2e4a889-fee8-4e22-8c7a-daebfc22ec64 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:03.212808 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ec6368f3-e788-4227-8237-e9d6df624e88 req-d2e4a889-fee8-4e22-8c7a-daebfc22ec64 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 945 time: 0.1062269 Feb 09 13:12:03.232298 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-e7a0d4f2-283b-4ad8-9f46-f01b7ba022de req-395965d3-49f4-4b28-88ec-4bd7532998c3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] For port 98fadb8e-f344-43c4-a8db-ee5bc28b5134, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=98fadb8e-f344-43c4-a8db-ee5bc28b5134,segment=NetworkSegment(d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7),segment_id=d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:03.232672 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e7a0d4f2-283b-4ad8-9f46-f01b7ba022de req-395965d3-49f4-4b28-88ec-4bd7532998c3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:03.267723 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-e7a0d4f2-283b-4ad8-9f46-f01b7ba022de req-395965d3-49f4-4b28-88ec-4bd7532998c3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Calling delete_port for 98fadb8e-f344-43c4-a8db-ee5bc28b5134 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:12:03.371379 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ec6368f3-e788-4227-8237-e9d6df624e88 req-8d20fbc4-1476-4de8-852e-66e88262d030 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489365 Feb 09 13:12:03.597594 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e7a0d4f2-283b-4ad8-9f46-f01b7ba022de req-395965d3-49f4-4b28-88ec-4bd7532998c3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841'] for port (98fadb8e-f344-43c4-a8db-ee5bc28b5134), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:03.615184 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['98fadb8e-f344-43c4-a8db-ee5bc28b5134'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:12:03.661499 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395965d3-49f4-4b28-88ec-4bd7532998c3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Pushing event deleted for resources: {'Port': ['ID=98fadb8e-f344-43c4-a8db-ee5bc28b5134,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:03.701745 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a0d4f2-283b-4ad8-9f46-f01b7ba022de req-395965d3-49f4-4b28-88ec-4bd7532998c3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] No DVR routers for this DVR port 98fadb8e-f344-43c4-a8db-ee5bc28b5134 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:12:03.706577 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-e7a0d4f2-283b-4ad8-9f46-f01b7ba022de req-395965d3-49f4-4b28-88ec-4bd7532998c3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:03.710355 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e7a0d4f2-283b-4ad8-9f46-f01b7ba022de req-395965d3-49f4-4b28-88ec-4bd7532998c3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.31 "DELETE /v2.0/ports/98fadb8e-f344-43c4-a8db-ee5bc28b5134 HTTP/1.1" status: 204 len: 173 time: 0.7754984 Feb 09 13:12:03.710869 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a679ac91-50c0-4efc-ae25-c630fd14986b', 'name': 'network-vif-deleted', 'tag': '98fadb8e-f344-43c4-a8db-ee5bc28b5134'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:12:03.713168 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a28782-a3ef-4ad7-8cf6-ec05088b9658" -d '{"events": [{"server_uuid": "a679ac91-50c0-4efc-ae25-c630fd14986b", "name": "network-vif-deleted", "tag": "98fadb8e-f344-43c4-a8db-ee5bc28b5134"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:12:03.750934 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3a5cd4-4587-4010-80a8-a6fce2429a40 x-openstack-request-id: req-ba3a5cd4-4587-4010-80a8-a6fce2429a40 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:12:03.751249 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a679ac91-50c0-4efc-ae25-c630fd14986b", "name": "network-vif-deleted", "tag": "98fadb8e-f344-43c4-a8db-ee5bc28b5134", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:12:03.751504 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ba3a5cd4-4587-4010-80a8-a6fce2429a40 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:12:03.751899 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a679ac91-50c0-4efc-ae25-c630fd14986b', 'name': 'network-vif-deleted', 'tag': '98fadb8e-f344-43c4-a8db-ee5bc28b5134', 'status': 'completed', 'code': 200} Feb 09 13:12:03.923419 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07acbd7-832d-4f43-a739-dfc346c4f51b req-8bd1bb70-6bbd-4e12-a076-26112b212bf6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:03.924905 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b07acbd7-832d-4f43-a739-dfc346c4f51b req-8bd1bb70-6bbd-4e12-a076-26112b212bf6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0623760 Feb 09 13:12:03.972322 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b07acbd7-832d-4f43-a739-dfc346c4f51b req-92316024-2375-469e-b311-17a4bb093402 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406733 Feb 09 13:12:04.484521 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-991b97f7-7b98-4353-914a-275bf2dd9c6a req-07f6b444-5637-4de3-a90e-57b38fdfc116 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 210 time: 0.0283716 Feb 09 13:12:05.129703 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae30540-814f-4eb0-a495-c8da778de305 req-fc6620c3-e86c-44e0-ba38-7547f48b9b5f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:05.129703 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2ae30540-814f-4eb0-a495-c8da778de305 req-fc6620c3-e86c-44e0-ba38-7547f48b9b5f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0576921 Feb 09 13:12:05.154884 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2ae30540-814f-4eb0-a495-c8da778de305 req-48c89629-1170-414d-a038-ab7468ddfa8c tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Feb 09 13:12:05.619240 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-aa9424b5-eea5-4c80-933d-39956f6be3af req-efe42804-6804-415d-88e4-02e00d283543 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 210 time: 0.0387132 Feb 09 13:12:05.692353 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 39766) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:05.794972 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1c43-1b6b-453c-ab4d-3794cf38dec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:05.872108 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1c43-1b6b-453c-ab4d-3794cf38dec4 admin admin] Publish callbacks [] for security_group (91f30b3e-f8f3-43db-8f63-4152c84d7110), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:05.934428 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1c43-1b6b-453c-ab4d-3794cf38dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (91f30b3e-f8f3-43db-8f63-4152c84d7110), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:05.971095 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc1c43-1b6b-453c-ab4d-3794cf38dec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f30b3e-f8f3-43db-8f63-4152c84d7110,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:05.975235 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-4cfc1c43-1b6b-453c-ab4d-3794cf38dec4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c395913638aa4a1189d7685b6c5faf43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818811 Feb 09 13:12:05.978523 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 39770) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:06.024910 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2924c97f-d835-469d-a3ed-5dea8f6ad9b3 admin admin] Publish callbacks [] for security_group (91f30b3e-f8f3-43db-8f63-4152c84d7110), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:06.048886 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2924c97f-d835-469d-a3ed-5dea8f6ad9b3 admin admin] Publish callbacks [] for security_group (91f30b3e-f8f3-43db-8f63-4152c84d7110), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:06.174471 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2924c97f-d835-469d-a3ed-5dea8f6ad9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (91f30b3e-f8f3-43db-8f63-4152c84d7110), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:06.177350 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2924c97f-d835-469d-a3ed-5dea8f6ad9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:06.181596 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2924c97f-d835-469d-a3ed-5dea8f6ad9b3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/91f30b3e-f8f3-43db-8f63-4152c84d7110 HTTP/1.1" status: 204 len: 168 time: 0.1996644 Feb 09 13:12:06.187468 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924c97f-d835-469d-a3ed-5dea8f6ad9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f30b3e-f8f3-43db-8f63-4152c84d7110,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:06.286975 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3060bd3-bba1-4514-b7b4-9d139a8cc046 req-317e0d8e-ef76-4189-9558-199c08893bb6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:06.288561 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e3060bd3-bba1-4514-b7b4-9d139a8cc046 req-317e0d8e-ef76-4189-9558-199c08893bb6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0546274 Feb 09 13:12:06.335962 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e3060bd3-bba1-4514-b7b4-9d139a8cc046 req-e687240a-0959-4d91-97b6-255cfc675872 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Feb 09 13:12:06.728442 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a8ad99b4-d09d-4df6-b2dc-f68624e4f7e7 req-a13dee81-fce8-4fc0-b1d3-28385639baa3 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 210 time: 0.0276690 Feb 09 13:12:06.806093 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 39788) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:06.821550 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88a5a3eb-1e84-4bcd-8b42-095b00d84326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:06.893729 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88a5a3eb-1e84-4bcd-8b42-095b00d84326 admin admin] Publish callbacks [] for security_group (13d9245c-c4e7-4175-9e02-f3bd7ad6124c), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:06.960804 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88a5a3eb-1e84-4bcd-8b42-095b00d84326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (13d9245c-c4e7-4175-9e02-f3bd7ad6124c), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:07.003814 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-88a5a3eb-1e84-4bcd-8b42-095b00d84326 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fbc068a93e954690934f0f1fa641211f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965573 Feb 09 13:12:07.004926 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5a3eb-1e84-4bcd-8b42-095b00d84326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d9245c-c4e7-4175-9e02-f3bd7ad6124c,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:07.006725 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 39790) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:07.053331 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-706bfc73-7296-4197-b28d-b7f382c0a9fe admin admin] Publish callbacks [] for security_group (13d9245c-c4e7-4175-9e02-f3bd7ad6124c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:07.076097 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-706bfc73-7296-4197-b28d-b7f382c0a9fe admin admin] Publish callbacks [] for security_group (13d9245c-c4e7-4175-9e02-f3bd7ad6124c), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:07.397284 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-706bfc73-7296-4197-b28d-b7f382c0a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (13d9245c-c4e7-4175-9e02-f3bd7ad6124c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:07.400860 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-706bfc73-7296-4197-b28d-b7f382c0a9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:07.402085 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-706bfc73-7296-4197-b28d-b7f382c0a9fe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/13d9245c-c4e7-4175-9e02-f3bd7ad6124c HTTP/1.1" status: 204 len: 168 time: 0.3944349 Feb 09 13:12:07.419437 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bfc73-7296-4197-b28d-b7f382c0a9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d9245c-c4e7-4175-9e02-f3bd7ad6124c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:07.465072 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953998e0-d1ab-421c-95cf-11d807d72b53 req-5f03ffee-448c-4035-b9d1-5e9a64be912b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:07.466590 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-953998e0-d1ab-421c-95cf-11d807d72b53 req-5f03ffee-448c-4035-b9d1-5e9a64be912b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0598962 Feb 09 13:12:07.517242 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-953998e0-d1ab-421c-95cf-11d807d72b53 req-7d5a39af-3135-40d0-8941-8c5085955214 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Feb 09 13:12:07.834939 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fe2d19a6-5a35-461f-9b02-3a406d1e2a6f req-dfd2619d-1bf8-41fb-9b19-a335ca2a4da7 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=a679ac91-50c0-4efc-ae25-c630fd14986b HTTP/1.1" status: 200 len: 210 time: 0.0284779 Feb 09 13:12:08.014072 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 98fadb8e-f344-43c4-a8db-ee5bc28b5134 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:12:08.036474 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: 98fadb8e-f344-43c4-a8db-ee5bc28b5134 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:12:08.036812 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 98fadb8e-f344-43c4-a8db-ee5bc28b5134 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:12:08.670069 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f16-0f9b-4d90-b4f7-508c8efcbdae req-f1803d1b-93e6-46ec-92f5-2b9be3e0064d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:08.671613 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-971d4f16-0f9b-4d90-b4f7-508c8efcbdae req-f1803d1b-93e6-46ec-92f5-2b9be3e0064d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0724487 Feb 09 13:12:08.723166 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-971d4f16-0f9b-4d90-b4f7-508c8efcbdae req-6a3a2fd6-77c2-4fc7-9f0b-bb57eb1ebf34 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Feb 09 13:12:09.144918 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-c719b0ab-7b80-42cc-856d-a7612c7d0900 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:09.146388 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-c719b0ab-7b80-42cc-856d-a7612c7d0900 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/networks?id=c14db480-376e-432e-bb98-3ed4db923bdb HTTP/1.1" status: 200 len: 809 time: 0.1072764 Feb 09 13:12:09.161632 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b9d0c4c9-20da-481b-af7e-700ec34caaed tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/quotas/989aed5dea7448f6aff599d6744ccec0 HTTP/1.1" status: 200 len: 375 time: 0.0090461 Feb 09 13:12:09.197532 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-ec32e944-c306-45b3-abb2-e5b11bda0e8a tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=989aed5dea7448f6aff599d6744ccec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295942 Feb 09 13:12:09.287387 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-0ca88b32-3fc0-4066-b522-20fdc45751b8 service neutron] 10.222.0.84 "GET /v2.0/networks/c14db480-376e-432e-bb98-3ed4db923bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830028 Feb 09 13:12:09.382232 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-cb22a26b-5e2b-41f4-8570-a4963596a2a1 service neutron] 10.222.0.84 "GET /v2.0/networks/c14db480-376e-432e-bb98-3ed4db923bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867634 Feb 09 13:12:09.673464 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e307bdb8-f71e-4d81-8b1c-0a9c1e54162b req-39c2ae91-2563-4676-b2ed-2c8a5fd92604 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 210 time: 0.0456269 Feb 09 13:12:09.848230 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d02568-53f8-4f51-be86-8a72a3eb9728 req-20b40246-eb52-4722-96d4-b9f6b2931acc tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:09.849756 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-26d02568-53f8-4f51-be86-8a72a3eb9728 req-20b40246-eb52-4722-96d4-b9f6b2931acc tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0562110 Feb 09 13:12:09.896993 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-26d02568-53f8-4f51-be86-8a72a3eb9728 req-b69856ef-f7db-48df-87bc-f629efa59498 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Feb 09 13:12:10.588550 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 39916) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:10.766645 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:10.782975 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-99586925-8e3a-40cd-bb98-4987a8d6c5be req-f5b1f8be-48da-4b9b-ad4a-c3db06f88117 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 210 time: 0.0364292 Feb 09 13:12:10.843639 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Publish callbacks [] for security_group (df3971cf-47d7-4d31-85ea-f431929db0f3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:10.932108 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (df3971cf-47d7-4d31-85ea-f431929db0f3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:10.977441 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3971cf-47d7-4d31-85ea-f431929db0f3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:10.982138 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=910c51fe2fa849d6bf639aab245a01f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3925738 Feb 09 13:12:10.984952 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 39930) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:11.007554 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.007955 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.008300 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.008631 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.008977 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.009299 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.009639 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.009963 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.010298 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.010646 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.010972 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.011288 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.011603 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d70a21-bb62-4426-8144-bac1157a6ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.044195 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d095-3dec-4d0d-b16b-dad441ba7d4c req-6147260b-10a8-4821-827f-e75fb6c4afbe tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:11.047397 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d5d3d095-3dec-4d0d-b16b-dad441ba7d4c req-6147260b-10a8-4821-827f-e75fb6c4afbe tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0797203 Feb 09 13:12:11.056265 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Publish callbacks [] for security_group (df3971cf-47d7-4d31-85ea-f431929db0f3), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:11.077405 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Publish callbacks [] for security_group (df3971cf-47d7-4d31-85ea-f431929db0f3), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:11.096950 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d5d3d095-3dec-4d0d-b16b-dad441ba7d4c req-5525b658-f4cf-4923-975e-459a029c2a86 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452342 Feb 09 13:12:11.185588 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (df3971cf-47d7-4d31-85ea-f431929db0f3), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:11.188108 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:11.189259 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/df3971cf-47d7-4d31-85ea-f431929db0f3 HTTP/1.1" status: 204 len: 168 time: 0.2032430 Feb 09 13:12:11.196880 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3971cf-47d7-4d31-85ea-f431929db0f3,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:11.203983 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.204331 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.204671 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.205810 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.205810 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.205810 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.206213 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.206604 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.206894 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.207239 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.207563 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.207878 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.208230 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb490ef-2172-4b2d-91dd-dc1856877455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:11.884437 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-694a4f61-e05e-4fe1-b0bb-c651358c0bab req-342511a4-b105-4a33-91df-3837209ce549 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 210 time: 0.0274093 Feb 09 13:12:11.957351 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 39954) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:11.970702 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cbb21a94-e89b-4bd2-afd5-3f76c973024a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:12.042219 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cbb21a94-e89b-4bd2-afd5-3f76c973024a admin admin] Publish callbacks [] for security_group (37f8fcb5-1fa6-46a6-a557-4de7adabe4e6), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:12.163084 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cbb21a94-e89b-4bd2-afd5-3f76c973024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (37f8fcb5-1fa6-46a6-a557-4de7adabe4e6), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:12.206880 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-cbb21a94-e89b-4bd2-afd5-3f76c973024a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ccdf8a973dfe40f2afd27462dff9355a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457442 Feb 09 13:12:12.206880 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb21a94-e89b-4bd2-afd5-3f76c973024a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f8fcb5-1fa6-46a6-a557-4de7adabe4e6,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:12.207153 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 39960) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:12.234088 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a72d7-455d-41dc-9799-ba2456423dfe req-553315a5-6744-4b66-b793-0779aea1ce6e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:12.238710 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e71a72d7-455d-41dc-9799-ba2456423dfe req-553315a5-6744-4b66-b793-0779aea1ce6e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0721328 Feb 09 13:12:12.292423 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-332e4cf9-04fc-4a88-b58b-8e974c62cf38 admin admin] Publish callbacks [] for security_group (37f8fcb5-1fa6-46a6-a557-4de7adabe4e6), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:12.310729 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e71a72d7-455d-41dc-9799-ba2456423dfe req-4308ecb8-db2d-45f8-b8bb-93f97dacc410 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669849 Feb 09 13:12:12.328410 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-332e4cf9-04fc-4a88-b58b-8e974c62cf38 admin admin] Publish callbacks [] for security_group (37f8fcb5-1fa6-46a6-a557-4de7adabe4e6), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:12.504374 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-332e4cf9-04fc-4a88-b58b-8e974c62cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (37f8fcb5-1fa6-46a6-a557-4de7adabe4e6), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:12.507304 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-332e4cf9-04fc-4a88-b58b-8e974c62cf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:12.508753 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-332e4cf9-04fc-4a88-b58b-8e974c62cf38 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/37f8fcb5-1fa6-46a6-a557-4de7adabe4e6 HTTP/1.1" status: 204 len: 168 time: 0.3002017 Feb 09 13:12:12.519057 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e4cf9-04fc-4a88-b58b-8e974c62cf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f8fcb5-1fa6-46a6-a557-4de7adabe4e6,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:12.940134 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-cae5ba25-1ee6-4871-9064-9d6ca27a552e tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:12.944353 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-cae5ba25-1ee6-4871-9064-9d6ca27a552e tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.31 "GET /v2.0/networks?id=c14db480-376e-432e-bb98-3ed4db923bdb HTTP/1.1" status: 200 len: 809 time: 0.1248727 Feb 09 13:12:12.962478 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Request body: {'port': {'device_id': '362638ad-9f61-4ae2-87da-0627354c362c', 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb', 'admin_state_up': True, 'tenant_id': '989aed5dea7448f6aff599d6744ccec0'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:13.004794 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-05decb2a-620c-4a51-b887-12bcbc2bc0bf req-9664104d-3706-473d-afec-90cce98c595a tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 210 time: 0.0426652 Feb 09 13:12:13.172552 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Made reservation on behalf of 989aed5dea7448f6aff599d6744ccec0 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:12:13.178316 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:13.343848 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Allocated IP 172.20.0.5 (c14db480-376e-432e-bb98-3ed4db923bdb/46855677-ffd5-4609-b15c-e5f50eda8b2c/a0dc95c2-e8e7-465f-8598-f6cdc40e23e4) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:12:13.440701 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03df6c-2514-4fbb-9bee-149a7f76150d req-5f5b9a84-930b-4ce0-8ac5-c1e7c5e71474 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:13.442374 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2c03df6c-2514-4fbb-9bee-149a7f76150d req-5f5b9a84-930b-4ce0-8ac5-c1e7c5e71474 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0556841 Feb 09 13:12:13.505776 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2c03df6c-2514-4fbb-9bee-149a7f76150d req-3a2e3301-0ba5-4f19-a3ae-7c473f99c652 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531139 Feb 09 13:12:13.533600 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks [] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:13.683489 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:13.737721 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Network c14db480-376e-432e-bb98-3ed4db923bdb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:12:13.743078 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:13.747976 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:12:13.753570 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:13.754194 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:13.757838 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Pushing event updated for resources: {'Port': ['ID=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:13.802479 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d5898-d7d7-4ec8-bf6f-57d007523f7b req-f3b67c2f-dd5b-4ceb-aa7f-8e1bdfd88423 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:13.804028 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-526d5898-d7d7-4ec8-bf6f-57d007523f7b req-f3b67c2f-dd5b-4ceb-aa7f-8e1bdfd88423 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 946 time: 0.0625436 Feb 09 13:12:13.854418 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-526d5898-d7d7-4ec8-bf6f-57d007523f7b req-c341f92d-89f5-4818-a56a-c1c70beea4da tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447822 Feb 09 13:12:13.915565 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-b173455d-5a7c-42ea-9e48-4b13d0302df2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9596603 Feb 09 13:12:13.931868 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Request body: {'port': {'device_id': '362638ad-9f61-4ae2-87da-0627354c362c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:13.995320 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:14.207480 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf78e-6cfc-451a-9ce6-0a18fb6be3ea req-b5a8ca8f-d357-4357-bee7-fc2109b1ddf9 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:14.208999 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6cdbf78e-6cfc-451a-9ce6-0a18fb6be3ea req-b5a8ca8f-d357-4357-bee7-fc2109b1ddf9 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 931 time: 0.1078832 Feb 09 13:12:14.288717 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6cdbf78e-6cfc-451a-9ce6-0a18fb6be3ea req-b09ab75b-367c-4910-af3e-45f715fd2065 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706828 Feb 09 13:12:14.340959 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:12:14.348873 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Publish callbacks [] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:14.361041 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Transition to ACTIVE for port object a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:12:14.471496 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:14.525651 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Pushing event updated for resources: {'Port': ['ID=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:14.558594 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Attempting to bind port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:12:14.558943 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Attempting to bind port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'd0cb37a2-c5ab-4e6f-8ee4-44544430e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:12:14.559271 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Attempting to bind port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 on network c14db480-376e-432e-bb98-3ed4db923bdb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:12:14.563852 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 on network c14db480-376e-432e-bb98-3ed4db923bdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:12:14.564175 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Attempting to bind port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 on network c14db480-376e-432e-bb98-3ed4db923bdb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:12:14.569112 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:12:14.569443 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Checking segment: {'id': 'd0cb37a2-c5ab-4e6f-8ee4-44544430e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:12:14.569821 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Bound using segment: {'id': 'd0cb37a2-c5ab-4e6f-8ee4-44544430e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:12:14.570857 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Bound port: a0dc95c2-e8e7-465f-8598-f6cdc40e23e4, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0cb37a2-c5ab-4e6f-8ee4-44544430e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:12:14.571213 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:14.638949 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] For port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:12:14.642647 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] For port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4,segment=NetworkSegment(d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7),segment_id=d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:12:14.649732 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4775cae-27ed-4e3b-929c-053e17bc7d8e req-9ea87385-da55-44be-955c-9e1de372959f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:14.651271 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f4775cae-27ed-4e3b-929c-053e17bc7d8e req-9ea87385-da55-44be-955c-9e1de372959f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0620034 Feb 09 13:12:14.698675 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f4775cae-27ed-4e3b-929c-053e17bc7d8e req-d88ee66b-1817-43b5-a678-21feffe55f6f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Feb 09 13:12:14.786351 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:14.820870 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:14.821505 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:14.822916 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] 10.222.0.31 "PUT /v2.0/ports/a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 HTTP/1.1" status: 200 len: 1093 time: 0.8954761 Feb 09 13:12:14.823377 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362638ad-9f61-4ae2-87da-0627354c362c', 'tag': 'a0dc95c2-e8e7-465f-8598-f6cdc40e23e4'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:12:14.825620 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2045c47d-ef78-4a63-88d1-04b5a7fadf29" -d '{"events": [{"name": "network-changed", "server_uuid": "362638ad-9f61-4ae2-87da-0627354c362c", "tag": "a0dc95c2-e8e7-465f-8598-f6cdc40e23e4"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:12:14.848992 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ae326-e0f6-48f1-a496-57e64f623a08 service neutron] Pushing event updated for resources: {'Port': ['ID=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:14.864499 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e5fd7b-ecac-4ef3-938b-8d0a8116ad59 x-openstack-request-id: req-a3e5fd7b-ecac-4ef3-938b-8d0a8116ad59 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:12:14.864866 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362638ad-9f61-4ae2-87da-0627354c362c", "tag": "a0dc95c2-e8e7-465f-8598-f6cdc40e23e4", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:12:14.865079 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a3e5fd7b-ecac-4ef3-938b-8d0a8116ad59 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:12:14.865444 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362638ad-9f61-4ae2-87da-0627354c362c', 'tag': 'a0dc95c2-e8e7-465f-8598-f6cdc40e23e4', 'status': 'completed', 'code': 200} Feb 09 13:12:14.968190 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045c47d-ef78-4a63-88d1-04b5a7fadf29 req-aefd72ee-44b5-4d53-9f4e-4c8148e04b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:14.969769 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2045c47d-ef78-4a63-88d1-04b5a7fadf29 req-aefd72ee-44b5-4d53-9f4e-4c8148e04b56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989aed5dea7448f6aff599d6744ccec0&device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 1127 time: 0.0513713 Feb 09 13:12:14.987801 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5853884-dd62-4361-848a-ddc49aba15c9 req-bf3ee374-5799-402e-b4e5-9353b5205bc2 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:14.989610 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a5853884-dd62-4361-848a-ddc49aba15c9 req-bf3ee374-5799-402e-b4e5-9353b5205bc2 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 946 time: 0.0573351 Feb 09 13:12:15.044813 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a5853884-dd62-4361-848a-ddc49aba15c9 req-7a43cff8-e802-4ead-a7a4-92b7aeff7802 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483241 Feb 09 13:12:15.157883 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045c47d-ef78-4a63-88d1-04b5a7fadf29 req-41adcedd-2781-426b-a18c-e12e01dc4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.159402 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2045c47d-ef78-4a63-88d1-04b5a7fadf29 req-41adcedd-2781-426b-a18c-e12e01dc4ed6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=989aed5dea7448f6aff599d6744ccec0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1794510 Feb 09 13:12:15.327244 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045c47d-ef78-4a63-88d1-04b5a7fadf29 req-e8e2a445-e2d2-4f99-8b38-878beccd741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.328699 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2045c47d-ef78-4a63-88d1-04b5a7fadf29 req-e8e2a445-e2d2-4f99-8b38-878beccd741b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595757 Feb 09 13:12:15.450361 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2451c-3338-4f10-86ef-96490620cf7d req-a3e5ace0-73fb-4cfd-be4c-573392a7e63b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.451413 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98e2451c-3338-4f10-86ef-96490620cf7d req-a3e5ace0-73fb-4cfd-be4c-573392a7e63b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 943 time: 0.0924633 Feb 09 13:12:15.454910 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-9e29b9b5-9f75-49bd-af37-2d06308f3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.454910 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-9e29b9b5-9f75-49bd-af37-2d06308f3d5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989aed5dea7448f6aff599d6744ccec0&device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 1127 time: 0.0704589 Feb 09 13:12:15.510287 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-98e965a9-c939-4ae7-a7b6-68deff0b4a96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 HTTP/1.1" status: 200 len: 217 time: 0.0393693 Feb 09 13:12:15.743580 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-98e2451c-3338-4f10-86ef-96490620cf7d req-a343656b-5785-443a-8939-f94832bb2dcf tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858486 Feb 09 13:12:15.761113 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-9878d9f9-d09a-41a5-bf3e-07dd1c1a8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.762613 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-9878d9f9-d09a-41a5-bf3e-07dd1c1a8b2e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46855677-ffd5-4609-b15c-e5f50eda8b2c HTTP/1.1" status: 200 len: 849 time: 0.2420442 Feb 09 13:12:15.817635 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-286ff5a8-c447-441b-98da-e152192a4be0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c14db480-376e-432e-bb98-3ed4db923bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265322 Feb 09 13:12:15.837018 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0a39-b5e6-45b3-b2e8-eadc0b490b3a req-ea3f092a-3aa0-4f97-bc3b-7d5514c35682 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.838538 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-43bc0a39-b5e6-45b3-b2e8-eadc0b490b3a req-ea3f092a-3aa0-4f97-bc3b-7d5514c35682 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0629570 Feb 09 13:12:15.902918 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-43bc0a39-b5e6-45b3-b2e8-eadc0b490b3a req-bd3b0bf5-9c2b-4108-94c4-b55237bb8b2b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577817 Feb 09 13:12:15.924747 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-cf4251b6-fc64-493b-8d28-1b795102b69c service neutron] 10.222.0.31 "GET /v2.0/networks/c14db480-376e-432e-bb98-3ed4db923bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965035 Feb 09 13:12:16.024234 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f47df225-09c1-4568-8fbf-85e720ffe870 req-741b7ce2-ce3d-46e6-b496-7f7d01099edb service neutron] 10.222.0.31 "GET /v2.0/networks/c14db480-376e-432e-bb98-3ed4db923bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881851 Feb 09 13:12:16.168038 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73f0c8-7c24-4df6-ad42-6513076f2140 req-21c41397-c869-45d2-933e-9135bfeb9856 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:16.169556 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fe73f0c8-7c24-4df6-ad42-6513076f2140 req-21c41397-c869-45d2-933e-9135bfeb9856 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 946 time: 0.0557353 Feb 09 13:12:16.249075 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fe73f0c8-7c24-4df6-ad42-6513076f2140 req-5ba24b4f-17c0-4945-bfad-359fafbc449c tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/security-groups?id=262bc30f-238d-4f54-9f8f-3e7064525562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695570 Feb 09 13:12:16.256737 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84535a32-624c-4f39-a425-b6180f9447e4 req-87ce371e-e92f-4b60-a720-974ad3fcab6a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:16.258785 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-84535a32-624c-4f39-a425-b6180f9447e4 req-87ce371e-e92f-4b60-a720-974ad3fcab6a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.31 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 946 time: 0.0882924 Feb 09 13:12:16.360091 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-84535a32-624c-4f39-a425-b6180f9447e4 req-34c92bc6-61c7-4f38-88ec-6ba8b636dc8a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Deleting port 65961941-2a92-4fd6-a368-cadf07ece780 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:12:16.360431 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-84535a32-624c-4f39-a425-b6180f9447e4 req-34c92bc6-61c7-4f38-88ec-6ba8b636dc8a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (65961941-2a92-4fd6-a368-cadf07ece780), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:16.450332 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-84535a32-624c-4f39-a425-b6180f9447e4 req-34c92bc6-61c7-4f38-88ec-6ba8b636dc8a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] For port 65961941-2a92-4fd6-a368-cadf07ece780, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=65961941-2a92-4fd6-a368-cadf07ece780,segment=NetworkSegment(dc06550f-2222-4123-a281-0fc3ec077464),segment_id=dc06550f-2222-4123-a281-0fc3ec077464)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:16.450642 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-84535a32-624c-4f39-a425-b6180f9447e4 req-34c92bc6-61c7-4f38-88ec-6ba8b636dc8a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (65961941-2a92-4fd6-a368-cadf07ece780), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:16.466181 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-84535a32-624c-4f39-a425-b6180f9447e4 req-34c92bc6-61c7-4f38-88ec-6ba8b636dc8a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Calling delete_port for 65961941-2a92-4fd6-a368-cadf07ece780 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:12:16.648552 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-84535a32-624c-4f39-a425-b6180f9447e4 req-34c92bc6-61c7-4f38-88ec-6ba8b636dc8a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841'] for port (65961941-2a92-4fd6-a368-cadf07ece780), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:16.666545 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['65961941-2a92-4fd6-a368-cadf07ece780'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:12:16.681348 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c92bc6-61c7-4f38-88ec-6ba8b636dc8a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Pushing event deleted for resources: {'Port': ['ID=65961941-2a92-4fd6-a368-cadf07ece780,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:16.722577 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-84535a32-624c-4f39-a425-b6180f9447e4 req-34c92bc6-61c7-4f38-88ec-6ba8b636dc8a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] No DVR routers for this DVR port 65961941-2a92-4fd6-a368-cadf07ece780 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:12:16.725505 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-84535a32-624c-4f39-a425-b6180f9447e4 req-34c92bc6-61c7-4f38-88ec-6ba8b636dc8a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:16.729023 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-84535a32-624c-4f39-a425-b6180f9447e4 req-34c92bc6-61c7-4f38-88ec-6ba8b636dc8a tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.31 "DELETE /v2.0/ports/65961941-2a92-4fd6-a368-cadf07ece780 HTTP/1.1" status: 204 len: 173 time: 0.4599805 Feb 09 13:12:16.867728 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3449e9bb-2fd1-40a5-8003-d773c6d60736', 'name': 'network-vif-deleted', 'tag': '65961941-2a92-4fd6-a368-cadf07ece780'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:12:16.870203 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bec68c-edd3-4be3-810c-3c086a5f17ff" -d '{"events": [{"server_uuid": "3449e9bb-2fd1-40a5-8003-d773c6d60736", "name": "network-vif-deleted", "tag": "65961941-2a92-4fd6-a368-cadf07ece780"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:12:16.888506 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25518b79-dce6-45f9-a079-1be68d38771d req-52d5bc5f-06b2-4bf2-9519-e995f2f23f27 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:16.891996 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-25518b79-dce6-45f9-a079-1be68d38771d req-52d5bc5f-06b2-4bf2-9519-e995f2f23f27 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 943 time: 0.0638700 Feb 09 13:12:16.926342 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caa0d90-5829-4b47-be41-4af65896010d x-openstack-request-id: req-2caa0d90-5829-4b47-be41-4af65896010d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:12:16.926692 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3449e9bb-2fd1-40a5-8003-d773c6d60736", "name": "network-vif-deleted", "tag": "65961941-2a92-4fd6-a368-cadf07ece780", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:12:16.927090 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2caa0d90-5829-4b47-be41-4af65896010d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:12:16.927408 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3449e9bb-2fd1-40a5-8003-d773c6d60736', 'name': 'network-vif-deleted', 'tag': '65961941-2a92-4fd6-a368-cadf07ece780', 'status': 'completed', 'code': 200} Feb 09 13:12:16.956913 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-25518b79-dce6-45f9-a079-1be68d38771d req-ac7b74e2-3e09-49d1-853a-145003d9a28c tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593555 Feb 09 13:12:17.027830 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b676b-bd55-4f21-a630-b7d29f274d5f req-d791dde8-e224-4d89-9e56-40684b17d2b0 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:17.029228 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c19b676b-bd55-4f21-a630-b7d29f274d5f req-d791dde8-e224-4d89-9e56-40684b17d2b0 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0528634 Feb 09 13:12:17.076687 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c19b676b-bd55-4f21-a630-b7d29f274d5f req-8e331a77-f907-4e06-a7be-496801981d2a tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418024 Feb 09 13:12:17.254137 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:17.366404 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d45b4ad3-3dde-48c5-90b4-b31d5f2c6683 req-db8aff11-7161-499f-8a12-6b7c7c6295f5 tempest-DeleteServersTestJSON-1452186864 tempest-DeleteServersTestJSON-1452186864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 210 time: 0.0307615 Feb 09 13:12:17.821736 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-62c8d43b-559a-4c4e-855e-121012d9bac6 req-2d15ff81-57fb-4aad-8e90-2838391f0750 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303349 Feb 09 13:12:17.924166 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-62c8d43b-559a-4c4e-855e-121012d9bac6 req-69ad7ae6-256f-4d7f-806b-536f414c5a7c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cfd874f35c2a4960b06af720a09e2d9f&device_id=3449e9bb-2fd1-40a5-8003-d773c6d60736 HTTP/1.1" status: 200 len: 210 time: 0.0266998 Feb 09 13:12:18.076769 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d43b-559a-4c4e-855e-121012d9bac6 req-91422d5e-522b-4bbd-8add-fc76c15a503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:18.078127 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-62c8d43b-559a-4c4e-855e-121012d9bac6 req-91422d5e-522b-4bbd-8add-fc76c15a503d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=cfd874f35c2a4960b06af720a09e2d9f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1306424 Feb 09 13:12:18.142393 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a9187-f22b-4a8b-b306-ee0a203f8937 req-e4d4c715-d37c-437c-98db-08f5985cc947 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:18.144070 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c4a9187-f22b-4a8b-b306-ee0a203f8937 req-e4d4c715-d37c-437c-98db-08f5985cc947 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 943 time: 0.1128783 Feb 09 13:12:18.208497 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ec0cc-6c83-4ce1-beb6-43c935f0492b req-d480fa84-4573-4b9d-9d4a-852628e5f3d6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:18.211024 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3c2ec0cc-6c83-4ce1-beb6-43c935f0492b req-d480fa84-4573-4b9d-9d4a-852628e5f3d6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0610356 Feb 09 13:12:18.222487 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c4a9187-f22b-4a8b-b306-ee0a203f8937 req-835576a9-9d70-4875-aae8-3f03d7888a6a tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691192 Feb 09 13:12:18.228293 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d43b-559a-4c4e-855e-121012d9bac6 req-447c4758-650d-468a-a873-f6ba3169dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:18.229760 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-62c8d43b-559a-4c4e-855e-121012d9bac6 req-447c4758-650d-468a-a873-f6ba3169dba9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394148 Feb 09 13:12:18.265870 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3c2ec0cc-6c83-4ce1-beb6-43c935f0492b req-1ffdbc61-443d-4484-a18b-d2f8b0e01317 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490081 Feb 09 13:12:19.351561 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389e44b-55af-443e-805f-ec4c41120839 req-190d9d24-1674-4e5e-997a-cf4876266f26 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:19.353059 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a389e44b-55af-443e-805f-ec4c41120839 req-190d9d24-1674-4e5e-997a-cf4876266f26 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 943 time: 0.0590065 Feb 09 13:12:19.386102 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23330ba-4a7e-42e3-b30a-275176211e37 req-03091666-f7dd-44a5-8194-d4016329f144 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:19.388444 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f23330ba-4a7e-42e3-b30a-275176211e37 req-03091666-f7dd-44a5-8194-d4016329f144 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0548444 Feb 09 13:12:19.402794 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a389e44b-55af-443e-805f-ec4c41120839 req-32657be1-0f08-4da4-9fa9-fce41966bf10 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440948 Feb 09 13:12:19.467435 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f23330ba-4a7e-42e3-b30a-275176211e37 req-5cdf6d70-ada3-456e-87ac-19eda59e8e8e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562027 Feb 09 13:12:19.744164 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40194) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:19.853535 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-db5ccdeb-e6a3-4885-bec9-cd781bc4d9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:19.934502 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-db5ccdeb-e6a3-4885-bec9-cd781bc4d9cd admin admin] Publish callbacks [] for security_group (4a303309-bc3a-499a-97a3-d8653377a0c5), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.046363 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-db5ccdeb-e6a3-4885-bec9-cd781bc4d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4a303309-bc3a-499a-97a3-d8653377a0c5), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.088062 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-db5ccdeb-e6a3-4885-bec9-cd781bc4d9cd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0ab4f72da2024bcba47101257f8d0564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426023 Feb 09 13:12:20.088971 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ccdeb-e6a3-4885-bec9-cd781bc4d9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a303309-bc3a-499a-97a3-d8653377a0c5,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:20.091247 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40200) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:20.123745 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:12:20.126109 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 65961941-2a92-4fd6-a368-cadf07ece780 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:12:20.161143 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02e21450-ecb2-482e-ac6d-3dd6afeaec3b admin admin] Publish callbacks [] for security_group (4a303309-bc3a-499a-97a3-d8653377a0c5), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.161780 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: 65961941-2a92-4fd6-a368-cadf07ece780 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:12:20.162142 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 65961941-2a92-4fd6-a368-cadf07ece780 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:12:20.182354 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40206) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:20.186406 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02e21450-ecb2-482e-ac6d-3dd6afeaec3b admin admin] Publish callbacks [] for security_group (4a303309-bc3a-499a-97a3-d8653377a0c5), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.241492 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_v2 [None req-3658ed97-016d-46b3-92c2-19513e7a9888 admin admin] Deleting subnet 1b1fe93e-e164-4150-91ca-0a27461ce0b3 {{(pid=103165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:12:20.244926 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3658ed97-016d-46b3-92c2-19513e7a9888 admin admin] Publish callbacks [] for subnet (1b1fe93e-e164-4150-91ca-0a27461ce0b3), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.253841 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4,segment=NetworkSegment(d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7),segment_id=d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:20.265163 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': 'a0dc95c2-e8e7-465f-8598-f6cdc40e23e4', 'network_id': 'c14db480-376e-432e-bb98-3ed4db923bdb', 'port_id': 'a0dc95c2-e8e7-465f-8598-f6cdc40e23e4', 'mac_address': 'fa:16:3e:6e:9d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46855677-ffd5-4609-b15c-e5f50eda8b2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:12:20.281158 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3658ed97-016d-46b3-92c2-19513e7a9888 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355185'] for subnet (1b1fe93e-e164-4150-91ca-0a27461ce0b3), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.328348 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02e21450-ecb2-482e-ac6d-3dd6afeaec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4a303309-bc3a-499a-97a3-d8653377a0c5), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.331520 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:20.331520 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.331852 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02e21450-ecb2-482e-ac6d-3dd6afeaec3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.332172 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-02e21450-ecb2-482e-ac6d-3dd6afeaec3b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4a303309-bc3a-499a-97a3-d8653377a0c5 HTTP/1.1" status: 204 len: 168 time: 0.2396705 Feb 09 13:12:20.341450 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e21450-ecb2-482e-ac6d-3dd6afeaec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a303309-bc3a-499a-97a3-d8653377a0c5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:20.348750 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3658ed97-016d-46b3-92c2-19513e7a9888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (1b1fe93e-e164-4150-91ca-0a27461ce0b3), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.350417 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:12:20.376367 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4,segment=NetworkSegment(d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7),segment_id=d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:20.481023 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.515730 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3658ed97-016d-46b3-92c2-19513e7a9888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449107'] for subnet (1b1fe93e-e164-4150-91ca-0a27461ce0b3), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.540031 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3658ed97-016d-46b3-92c2-19513e7a9888 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.544307 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-3658ed97-016d-46b3-92c2-19513e7a9888 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1b1fe93e-e164-4150-91ca-0a27461ce0b3 HTTP/1.1" status: 204 len: 168 time: 0.3608449 Feb 09 13:12:20.547282 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40226) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:20.568055 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658ed97-016d-46b3-92c2-19513e7a9888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1fe93e-e164-4150-91ca-0a27461ce0b3,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:20.579056 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:12:20.600111 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:20.619700 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.621143 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.621523 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.621959 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.622674 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.623195 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.623534 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.623912 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.624349 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.624833 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.625214 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.625546 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.625870 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:20.658080 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5875c2-4160-4f4a-8de6-2daf617a1399 req-039c4243-161c-420c-a884-8837e984ac97 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:20.659797 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-da5875c2-4160-4f4a-8de6-2daf617a1399 req-039c4243-161c-420c-a884-8837e984ac97 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0944421 Feb 09 13:12:20.669978 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cda00e-3f00-4a04-a11b-dd10a4264e94 req-4a7f04e7-079f-4a10-a580-1944d296d969 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:20.676823 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-89cda00e-3f00-4a04-a11b-dd10a4264e94 req-4a7f04e7-079f-4a10-a580-1944d296d969 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 944 time: 0.2036080 Feb 09 13:12:20.689901 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (d83fb912-c237-4d7d-9793-a53c546bf725), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.753027 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-da5875c2-4160-4f4a-8de6-2daf617a1399 req-59becd8f-05bd-46a4-8193-0446b305f841 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842376 Feb 09 13:12:20.754076 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-89cda00e-3f00-4a04-a11b-dd10a4264e94 req-44aa3b1b-30f3-4e09-8d05-cfaf8fd8ebf2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764003 Feb 09 13:12:20.772687 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['a0dc95c2-e8e7-465f-8598-f6cdc40e23e4'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:12:20.845529 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (d83fb912-c237-4d7d-9793-a53c546bf725), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:20.904751 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:20.906633 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:20.909069 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:20.909770 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > port after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:20.910231 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:20.911163 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > port after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:20.911681 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:20.912109 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:20.912525 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:20.912942 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:21.022712 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:21.023137 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:21.026841 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:21.026841 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:12:21.026841 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83fb912-c237-4d7d-9793-a53c546bf725']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:21.052963 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc06550f-2222-4123-a281-0fc3ec077464') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:21.053309 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc06550f-2222-4123-a281-0fc3ec077464') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:21.109128 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8445534'] for segment (dc06550f-2222-4123-a281-0fc3ec077464), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:21.148252 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (dc06550f-2222-4123-a281-0fc3ec077464), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:21.169827 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:12:21.170262 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3579570'] for segment (dc06550f-2222-4123-a281-0fc3ec077464), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: from cryptography.utils import int_from_bytes Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: from cryptography.utils import int_from_bytes Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: Traceback (most recent call last): Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: timer() Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: cb(*args, **kw) Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: return func(*args, **kwargs) Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: self._notify() Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: self.callback(batched_events) Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: event.method(event) Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: return f(self, *a, **k) Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: return self._get(url).json() Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:12:21.174119 dv-cinder-827860-3-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:12:21.255851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-1afbd9f1-15e0-48dd-8965-0d2f8eccec81 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:21.258106 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-1afbd9f1-15e0-48dd-8965-0d2f8eccec81 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/networks?id=ff34e378-f58b-45e9-a487-b72107a8e88d HTTP/1.1" status: 200 len: 814 time: 0.2274463 Feb 09 13:12:21.278814 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-a25d9dab-14d2-433e-862e-b3af29035873 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/quotas/a0e498b288c5455ea4e270d16d92dc89 HTTP/1.1" status: 200 len: 375 time: 0.0125687 Feb 09 13:12:21.336950 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-038f10d2-5443-478e-ba0e-1e158c9242a7 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526497 Feb 09 13:12:21.389373 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (d83fb912-c237-4d7d-9793-a53c546bf725), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:21.398022 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:21.402512 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d83fb912-c237-4d7d-9793-a53c546bf725 HTTP/1.1" status: 204 len: 168 time: 0.8534372 Feb 09 13:12:21.418185 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92683d3a-5a30-42b2-9511-a135a6158b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=d83fb912-c237-4d7d-9793-a53c546bf725,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:21.466841 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-8f686763-5e49-4743-a290-bca976a441ea service neutron] 10.222.0.84 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220138 Feb 09 13:12:21.579582 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-623b8545-7376-46c5-9caa-b05cde4d629a service neutron] 10.222.0.84 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069822 Feb 09 13:12:21.798193 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40282) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:21.907763 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-34577767-1773-4920-9b65-a0f3d259f666 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cfd874f35c2a4960b06af720a09e2d9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0974975 Feb 09 13:12:21.907763 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40292) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:21.985673 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b26ee-368b-46cd-8a76-62bdcd0909fc req-3feda064-1c64-457e-b8a2-02a8bde30fb6 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:21.996148 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d66b26ee-368b-46cd-8a76-62bdcd0909fc req-3feda064-1c64-457e-b8a2-02a8bde30fb6 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 944 time: 0.1282325 Feb 09 13:12:22.028971 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256f912-8da7-4870-82b6-23377f318a68 req-e3bcf106-8bf3-47eb-a949-cab54ab0bb1d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:22.030462 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8256f912-8da7-4870-82b6-23377f318a68 req-e3bcf106-8bf3-47eb-a949-cab54ab0bb1d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.1151242 Feb 09 13:12:22.033990 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-510b5c5c-310e-47c8-b429-46e2202d84d2 admin admin] Publish callbacks [] for security_group (262bc30f-238d-4f54-9f8f-3e7064525562), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:22.074091 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-510b5c5c-310e-47c8-b429-46e2202d84d2 admin admin] Publish callbacks [] for security_group (262bc30f-238d-4f54-9f8f-3e7064525562), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:22.129070 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8256f912-8da7-4870-82b6-23377f318a68 req-513ec455-fc4f-4af8-a2a3-a9b26ecc982d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901501 Feb 09 13:12:22.140511 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:12:22.204525 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cc224f78-50e6-41cc-af5a-38be4add47bc req-6120d907-6245-4fee-a24c-cd479d98e520 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 210 time: 0.0292141 Feb 09 13:12:22.235832 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-510b5c5c-310e-47c8-b429-46e2202d84d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (262bc30f-238d-4f54-9f8f-3e7064525562), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:22.239491 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-510b5c5c-310e-47c8-b429-46e2202d84d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:22.244259 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-510b5c5c-310e-47c8-b429-46e2202d84d2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/262bc30f-238d-4f54-9f8f-3e7064525562 HTTP/1.1" status: 204 len: 168 time: 0.3355820 Feb 09 13:12:22.255728 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b5c5c-310e-47c8-b429-46e2202d84d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262bc30f-238d-4f54-9f8f-3e7064525562,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:22.311813 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:22.318935 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:22.319736 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:22.362437 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d66b26ee-368b-46cd-8a76-62bdcd0909fc req-2b774c56-387d-4e1d-970c-92ab7570dfa1 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587286 Feb 09 13:12:22.418105 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:22.418492 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:22.440822 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362638ad-9f61-4ae2-87da-0627354c362c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0dc95c2-e8e7-465f-8598-f6cdc40e23e4'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:12:22.443287 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167d22ba-e97b-4525-a34f-3fcb59ca759a" -d '{"events": [{"server_uuid": "362638ad-9f61-4ae2-87da-0627354c362c", "name": "network-vif-plugged", "status": "completed", "tag": "a0dc95c2-e8e7-465f-8598-f6cdc40e23e4"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:12:22.456694 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4,segment=NetworkSegment(d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7),segment_id=d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:22.480421 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3094023c-7664-4f43-8507-4965b337d479 x-openstack-request-id: req-3094023c-7664-4f43-8507-4965b337d479 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:12:22.480732 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362638ad-9f61-4ae2-87da-0627354c362c", "name": "network-vif-plugged", "status": "completed", "tag": "a0dc95c2-e8e7-465f-8598-f6cdc40e23e4", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:12:22.480986 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3094023c-7664-4f43-8507-4965b337d479 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:12:22.481380 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362638ad-9f61-4ae2-87da-0627354c362c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0dc95c2-e8e7-465f-8598-f6cdc40e23e4', 'code': 200} Feb 09 13:12:22.586258 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:22.655644 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:22.729741 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-77381f3f-4c22-4d9a-bd00-610510310e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:22.870616 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007bbc6-364a-47d5-aeaf-3d70a6c8dc16 req-94bbe0ec-fac7-4236-9fa7-cc720ae8f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:22.872168 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c007bbc6-364a-47d5-aeaf-3d70a6c8dc16 req-94bbe0ec-fac7-4236-9fa7-cc720ae8f215 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 1129 time: 0.0446448 Feb 09 13:12:22.926710 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c007bbc6-364a-47d5-aeaf-3d70a6c8dc16 req-1078448b-0ee9-4e9a-ac77-edcd1f9643f1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427427 Feb 09 13:12:23.261558 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8533560-89b4-4d31-a6f4-9f0fca504aa2 req-a0e0e60a-534d-4b03-9202-466c98cc9f47 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:23.263304 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a8533560-89b4-4d31-a6f4-9f0fca504aa2 req-a0e0e60a-534d-4b03-9202-466c98cc9f47 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0613003 Feb 09 13:12:23.324326 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a8533560-89b4-4d31-a6f4-9f0fca504aa2 req-ce9c1608-15c9-471b-86fd-1bb8e8ae845b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551953 Feb 09 13:12:23.345643 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9c4de877-1a1b-4525-b908-98bfbb8e74e2 req-4a5e078b-a43c-4db0-9d0b-76497edd0520 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 210 time: 0.0485408 Feb 09 13:12:23.477025 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69e02a-a6b1-40fb-b06a-403e8e2d857c req-a2377f6c-7474-48d4-9bb9-7368470c9800 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:23.478488 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cb69e02a-a6b1-40fb-b06a-403e8e2d857c req-a2377f6c-7474-48d4-9bb9-7368470c9800 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 945 time: 0.0533159 Feb 09 13:12:23.529321 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cb69e02a-a6b1-40fb-b06a-403e8e2d857c req-b4c86965-d0f1-4cf6-82cf-aa529f09207a tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451417 Feb 09 13:12:23.613600 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40348) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:23.719139 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-597583821-network', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:23.823268 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Made reservation on behalf of dd4edb9e42144956ae9a0a0f8c99bb71 for: {'network': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:12:23.825526 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:23.834515 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:23.913703 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Publish callbacks [] for security_group (51cac5ec-2bf2-45fd-86f8-03cc482a6caa), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:24.002448 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (51cac5ec-2bf2-45fd-86f8-03cc482a6caa), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:24.029893 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:12:24.036079 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cac5ec-2bf2-45fd-86f8-03cc482a6caa,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:24.042131 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:24.042472 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.segments_db [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Added segment e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d of type vlan for network a32947b8-36d8-4e31-8400-b282b6379a3d Feb 09 13:12:24.082538 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (a32947b8-36d8-4e31-8400-b282b6379a3d), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:24.177930 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (a32947b8-36d8-4e31-8400-b282b6379a3d), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:24.178949 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:24.180043 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:24.237729 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] Pushing event updated for resources: {'Network': ['ID=a32947b8-36d8-4e31-8400-b282b6379a3d,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:24.247720 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network a32947b8-36d8-4e31-8400-b282b6379a3d details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:12:24.324042 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-889a46e8-b6a4-4ce6-abb9-4297c0564a3b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7092857 Feb 09 13:12:24.327077 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40356) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:24.331717 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] Request body: {'subnet': {'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-subnet', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:24.430915 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] Made reservation on behalf of dd4edb9e42144956ae9a0a0f8c99bb71 for: {'subnet': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:12:24.433173 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2449140'] for subnet (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:24.450548 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c41b70-1e6f-42de-9892-f862a9fc824c req-195380b6-4ba0-4e60-9295-c91aceb6b056 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:24.451105 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-17cd583b-7feb-428b-9144-601fa1c31ad6 req-a4d3a9f5-b04f-4a10-876b-7203934238ab tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 210 time: 0.0323339 Feb 09 13:12:24.452152 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-45c41b70-1e6f-42de-9892-f862a9fc824c req-195380b6-4ba0-4e60-9295-c91aceb6b056 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0536807 Feb 09 13:12:24.500384 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-45c41b70-1e6f-42de-9892-f862a9fc824c req-b7a0115b-5a2f-4de7-bf31-43769249b569 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Feb 09 13:12:24.660363 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dd50c-35ef-49d8-908f-d18766165d2f req-d193f7f4-f3a0-4f84-987c-b718e4a2ba16 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:24.661832 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-124dd50c-35ef-49d8-908f-d18766165d2f req-d193f7f4-f3a0-4f84-987c-b718e4a2ba16 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 945 time: 0.0625811 Feb 09 13:12:24.707834 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-124dd50c-35ef-49d8-908f-d18766165d2f req-4cfb6127-a0b6-417e-8741-05e9ff23d3b7 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Feb 09 13:12:24.722790 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3231662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2449098'] for subnet (554c6378-3dbd-4135-b433-882cffe509d2), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:24.771693 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=554c6378-3dbd-4135-b433-882cffe509d2,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:24.786836 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] Checking segment: {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:12:24.787200 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] Network hostable DHCP agents. Network: a32947b8-36d8-4e31-8400-b282b6379a3d, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:12:24.863218 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] Network a32947b8-36d8-4e31-8400-b282b6379a3d is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:12:24.939507 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, a32947b8-36d8-4e31-8400-b282b6379a3d) {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:24.943456 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:24.944046 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:24.949727 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850bc22b-2a05-443d-8129-a984cd4598c2 None None] Network a32947b8-36d8-4e31-8400-b282b6379a3d requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:12:25.045121 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-3fcc5c66-eb20-4324-ac3c-0640f09c2ea9 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7169580 Feb 09 13:12:25.048004 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40368) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:25.052448 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:25.064871 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6efa35db-1db3-5fc5-bf75-75554a5a7c43-a32947b8-36d8-4e31-8400-b282b6379a3d', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2'}]}} from dv-cinder-827860-3-iscsi. {{(pid=103166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 13:12:25.065739 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.077029 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-aaa55b67-a121-477e-ab78-2eebb042ec77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.122537 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25933'] for router (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.123799 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25942'] for router (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.190191 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Publish callbacks [] for router_controller (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.211600 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.db_base_plugin_common [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Allocated IP 172.20.0.2 (a32947b8-36d8-4e31-8400-b282b6379a3d/554c6378-3dbd-4135-b433-882cffe509d2/b1d9bcf3-cf6b-4457-95f8-d77bad7780fb) {{(pid=103166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:12:25.378132 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Publish callbacks [] for router_gateway (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.472162 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Publish callbacks [] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), precommit_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.554414 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d72e4a93-19e8-4fc1-b082-90ceb9d6b712 req-5a521d8c-0eb0-424e-8dfd-48d3ce0b89e6 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 210 time: 0.0336430 Feb 09 13:12:25.597477 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.630053 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d73225-a26f-448f-b3a8-532cda55529a req-139de09d-799a-433f-a5f2-bc321815e43b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:25.631633 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-43d73225-a26f-448f-b3a8-532cda55529a req-139de09d-799a-433f-a5f2-bc321815e43b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0605853 Feb 09 13:12:25.637347 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Network a32947b8-36d8-4e31-8400-b282b6379a3d is already hosted by enough agents. {{(pid=103166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:12:25.640552 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.base_scheduler [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Resources bound (agent type, host, resource id): {{(pid=103166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:25.648401 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Received port after_create {{(pid=103166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:12:25.662345 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Pushing event updated for resources: {'Port': ['ID=b1d9bcf3-cf6b-4457-95f8-d77bad7780fb,revision_number=1']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:25.686001 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-43d73225-a26f-448f-b3a8-532cda55529a req-a5ba9e1d-3ce0-47f2-808d-9e68adeb8614 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482860 Feb 09 13:12:25.706976 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Publish callbacks [] for router_gateway (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.718975 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Attempting to bind port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:12:25.719350 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Attempting to bind port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:12:25.719716 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Attempting to bind port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb on network a32947b8-36d8-4e31-8400-b282b6379a3d {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:12:25.723936 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.724861 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:12:25.725236 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Checking segment: {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:12:25.725638 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.726028 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Bound using segment: {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:12:25.726528 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Bound port: b1d9bcf3-cf6b-4457-95f8-d77bad7780fb, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:12:25.726938 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.806616 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] For port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:12:25.809789 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] For port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=b1d9bcf3-cf6b-4457-95f8-d77bad7780fb,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:12:25.862692 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Allocated IP 172.27.1.86 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/79a40fe8-a0dc-4dce-a9d1-c9884edf1f96) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:12:25.881346 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8b917-351d-4b26-9851-77ebe1e1263d req-d698c30f-1703-4df9-b263-cf0743609b21 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:25.882837 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8b8b917-351d-4b26-9851-77ebe1e1263d req-d698c30f-1703-4df9-b263-cf0743609b21 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 945 time: 0.1023564 Feb 09 13:12:25.911627 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:25.988185 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664f408-80f7-48a5-8798-77a30c55f681 None None] Pushing event updated for resources: {'Port': ['ID=b1d9bcf3-cf6b-4457-95f8-d77bad7780fb,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:25.992080 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e8b8b917-351d-4b26-9851-77ebe1e1263d req-2330833c-0333-47ce-b3bb-a87a7c68d453 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027617 Feb 09 13:12:26.013677 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Publish callbacks [] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:26.421572 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device b1d9bcf3-cf6b-4457-95f8-d77bad7780fb up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:12:26.470091 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:26.470391 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:26.504116 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:26.540892 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:12:26.543474 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:26.545837 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:26.549490 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:12:26.558088 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:26.561798 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:26.574884 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Pushing event updated for resources: {'Port': ['ID=79a40fe8-a0dc-4dce-a9d1-c9884edf1f96,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:26.597688 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=b1d9bcf3-cf6b-4457-95f8-d77bad7780fb,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:26.665575 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d8611ca1-564e-4f71-9060-758bb81836d3 req-f5d6bfef-0dae-4dae-a336-205a72845764 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 210 time: 0.0349329 Feb 09 13:12:26.722615 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:26.784636 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=b1d9bcf3-cf6b-4457-95f8-d77bad7780fb,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:26.963793 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46974b73-6f78-40de-9373-78f6a896e4a2 req-0cea567c-9a7f-40cc-8a9a-793beeeccbd2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:26.965472 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-46974b73-6f78-40de-9373-78f6a896e4a2 req-0cea567c-9a7f-40cc-8a9a-793beeeccbd2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0911951 Feb 09 13:12:27.058334 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e10ab00-ef30-40f3-b2f4-33acf677330d None None] Network a32947b8-36d8-4e31-8400-b282b6379a3d requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:12:27.076238 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-46974b73-6f78-40de-9373-78f6a896e4a2 req-87f42043-a6f9-44ae-8f51-060501aa2502 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012709 Feb 09 13:12:27.144288 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-5a99d0fc-28d3-4a71-a467-49c444b38aee None None] Provisioning complete for port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:27.145397 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-5a99d0fc-28d3-4a71-a467-49c444b38aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:27.154013 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-d6dd1383-27e6-4a87-8b36-e86334228fdb tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:27.156016 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-d6dd1383-27e6-4a87-8b36-e86334228fdb tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "GET /v2.0/networks?id=ff34e378-f58b-45e9-a487-b72107a8e88d HTTP/1.1" status: 200 len: 814 time: 0.1742661 Feb 09 13:12:27.161144 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c059170-5f0b-4a5b-8d97-d6e8279e4315 req-166a368a-3ba5-448f-886b-e7a148efc0b2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:27.171055 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5c059170-5f0b-4a5b-8d97-d6e8279e4315 req-166a368a-3ba5-448f-886b-e7a148efc0b2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 945 time: 0.0924275 Feb 09 13:12:27.188316 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Request body: {'port': {'device_id': '74d73213-038a-446e-a171-6bf526f06626', 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d', 'admin_state_up': True, 'tenant_id': 'a0e498b288c5455ea4e270d16d92dc89'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:27.243696 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5c059170-5f0b-4a5b-8d97-d6e8279e4315 req-5098afdb-444e-4500-95ba-3860b00ccbb2 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640848 Feb 09 13:12:27.332035 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-5a99d0fc-28d3-4a71-a467-49c444b38aee None None] Current status of the port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:27.350860 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Publish callbacks [] for router_gateway (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:27.432274 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Made reservation on behalf of a0e498b288c5455ea4e270d16d92dc89 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:12:27.435775 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:27.662478 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-775944e9-e7d8-432d-bbe4-edcbcd3fc7b9 None None] Provisioning complete for port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:27.663059 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-775944e9-e7d8-432d-bbe4-edcbcd3fc7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:27.694096 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:27.709288 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662855'] for router (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:27.720051 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Allocated IP 172.20.0.5 (ff34e378-f58b-45e9-a487-b72107a8e88d/bcfed6b4-c91a-4b7c-908f-9e99278d2c55/84c81437-1fbd-4c50-87de-41f47b4410a0) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:12:27.753712 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-775944e9-e7d8-432d-bbe4-edcbcd3fc7b9 None None] Current status of the port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:27.823658 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3845490f-247b-4713-9d4a-653a9b597c97 req-c8f4d7df-fcc5-475e-8da3-dcc4954aa33d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 210 time: 0.0631928 Feb 09 13:12:28.035643 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks [] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:28.088829 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe is scheduled to L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:12:28.166682 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:28.182571 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['0c7a08f1-289e-49bd-b9bc-e830edeaee6f'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:12:28.218864 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137dbea-f2a9-4e86-b002-b2232c3788d2 req-0b77f61e-996d-4f42-b05a-01c544b09aa2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:28.221895 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3137dbea-f2a9-4e86-b002-b2232c3788d2 req-0b77f61e-996d-4f42-b05a-01c544b09aa2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0743167 Feb 09 13:12:28.250386 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Network ff34e378-f58b-45e9-a487-b72107a8e88d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:12:28.260808 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:28.262997 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Pushing event updated for resources: {'Port': ['ID=84c81437-1fbd-4c50-87de-41f47b4410a0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:28.265798 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:12:28.285008 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3137dbea-f2a9-4e86-b002-b2232c3788d2 req-229cd0d2-2229-4a7c-a5b5-aac163b777eb tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551429 Feb 09 13:12:28.337931 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:12:28.349911 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Sync routers for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:12:28.357731 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:28.358531 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:28.366636 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:12:28.366636 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:28.419304 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device b1d9bcf3-cf6b-4457-95f8-d77bad7780fb up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:12:28.420582 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:28.423814 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-a9913ba2-3c4d-484f-ac26-a3923c661089 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3727422 Feb 09 13:12:28.424930 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40440) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:28.430291 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-c4dbadea-02d2-4e6c-b65a-450b07b3e1e1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2462332 Feb 09 13:12:28.455321 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfec3a-1943-4866-ac48-e0de3a30931d req-74547c81-08cc-4f4d-8880-68f97efcc782 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:28.456991 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7bbfec3a-1943-4866-ac48-e0de3a30931d req-74547c81-08cc-4f4d-8880-68f97efcc782 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 945 time: 0.0693300 Feb 09 13:12:28.480505 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:12:28.494315 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:28.494831 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:28.519460 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7bbfec3a-1943-4866-ac48-e0de3a30931d req-e775d3ba-825a-4ee8-a76d-d4c87e64a193 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541198 Feb 09 13:12:28.595041 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:28.683403 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:26Z', 'revision_number': 3, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:28.710522 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Checking router: 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:12:28.711188 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Updating router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 binding host dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:12:28.744776 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:28.888583 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:29.001250 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Publish callbacks [] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:29.059672 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:29.069354 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856213-7e83-4b7f-9368-7873684ece6f req-ecb6fddd-865b-41d1-acca-4eaa72d6f6be tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:29.074529 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-97856213-7e83-4b7f-9368-7873684ece6f req-ecb6fddd-865b-41d1-acca-4eaa72d6f6be tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 931 time: 0.1737099 Feb 09 13:12:29.111933 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Pushing event updated for resources: {'Port': ['ID=79a40fe8-a0dc-4dce-a9d1-c9884edf1f96,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:29.126636 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.127178 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.127383 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.127731 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.128092 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.128419 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.128753 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.129086 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.129418 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.129776 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.130287 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.130681 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.131672 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:29.139110 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Attempting to bind port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:12:29.139110 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Attempting to bind port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:12:29.139110 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Attempting to bind port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 on network fe239bd9-8017-490e-9e82-efc91d772d35 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:12:29.142595 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:12:29.142979 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Checking segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:12:29.143388 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:29.143785 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Bound using segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:12:29.144258 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Bound port: 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:12:29.144640 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:29.158095 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-97856213-7e83-4b7f-9368-7873684ece6f req-19ec0333-ffcb-419f-892d-928a7c66d3c5 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799239 Feb 09 13:12:29.168620 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Allocated IP 172.20.0.1 (a32947b8-36d8-4e31-8400-b282b6379a3d/554c6378-3dbd-4135-b433-882cffe509d2/d2928d2c-1736-462d-a2fc-c4d8a70eba3e) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:12:29.219217 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] For port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:12:29.222349 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] For port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=79a40fe8-a0dc-4dce-a9d1-c9884edf1f96,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:12:29.242441 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:29.284423 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Publish callbacks [] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:29.313169 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:29.374415 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:12:29.375078 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:29.380132 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b5c5d-a524-4c30-8995-f1a967828e9a None None] Pushing event updated for resources: {'Port': ['ID=79a40fe8-a0dc-4dce-a9d1-c9884edf1f96,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:29.403162 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:29.434877 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b6324-f608-4a8b-8470-ca889e8f119c req-86c7f820-945e-4d51-b2ee-a1ffdafb09e6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:29.436427 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c71b6324-f608-4a8b-8470-ca889e8f119c req-86c7f820-945e-4d51-b2ee-a1ffdafb09e6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0561497 Feb 09 13:12:29.443001 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Network a32947b8-36d8-4e31-8400-b282b6379a3d is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:12:29.448323 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:29.458718 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:12:29.493426 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Pushing event updated for resources: {'Port': ['ID=d2928d2c-1736-462d-a2fc-c4d8a70eba3e,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:29.498239 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c71b6324-f608-4a8b-8470-ca889e8f119c req-f3d0707c-d575-4864-8da2-c17f5b8bac28 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525122 Feb 09 13:12:29.503191 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:12:29.520308 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662928'] for router_interface (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:29.692957 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-04513de1-b7b0-4056-b8e2-434a4f1f9cfb None None] Provisioning complete for port d2928d2c-1736-462d-a2fc-c4d8a70eba3e triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:29.694761 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-04513de1-b7b0-4056-b8e2-434a4f1f9cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:29.707987 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:26Z', 'revision_number': 3, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:29.734917 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12998c3f-a4c3-4572-a722-188c0aacfbfd None None] The sync data for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi is: [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:26Z', 'revision_number': 3, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:12:29.735155 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-04513de1-b7b0-4056-b8e2-434a4f1f9cfb None None] Port d2928d2c-1736-462d-a2fc-c4d8a70eba3e cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:12:29.820565 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:30.018816 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Publish callbacks [] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:30.076352 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:30.137277 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Request body: {'port': {'device_id': '74d73213-038a-446e-a171-6bf526f06626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:30.151383 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Pushing event updated for resources: {'Port': ['ID=d2928d2c-1736-462d-a2fc-c4d8a70eba3e,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:30.153961 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655616'] for router_interface (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:30.270001 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Network a32947b8-36d8-4e31-8400-b282b6379a3d is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:12:30.271989 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:30.288744 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:30.488781 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:12:30.592925 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:30.593483 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:30.702799 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-a6ede8d5-f5c3-453f-a0f5-290e289ba667 None None] Provisioning complete for port d2928d2c-1736-462d-a2fc-c4d8a70eba3e triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:30.703186 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a6ede8d5-f5c3-453f-a0f5-290e289ba667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:30.757064 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:30.757718 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:30.764225 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-a6ede8d5-f5c3-453f-a0f5-290e289ba667 None None] Port d2928d2c-1736-462d-a2fc-c4d8a70eba3e cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:12:30.785929 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c81437-1fbd-4c50-87de-41f47b4410a0 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:12:30.789517 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=79a40fe8-a0dc-4dce-a9d1-c9884edf1f96,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:30.795703 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Publish callbacks [] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:30.814833 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4b7f0-1973-4c63-959f-3763adaa2a0e req-254d1bef-a206-47c3-943b-5b4eb879b587 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:30.815337 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Transition to ACTIVE for port object 84c81437-1fbd-4c50-87de-41f47b4410a0 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:12:30.819771 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9fb4b7f0-1973-4c63-959f-3763adaa2a0e req-254d1bef-a206-47c3-943b-5b4eb879b587 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 931 time: 0.5313926 Feb 09 13:12:30.831142 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dc108-965c-4088-ab93-ac1a1ef0f4ca req-9c91b436-f15b-478d-a03c-7a2a4153284d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:30.832718 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-425dc108-965c-4088-ab93-ac1a1ef0f4ca req-9c91b436-f15b-478d-a03c-7a2a4153284d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.1670704 Feb 09 13:12:30.859924 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:30.872778 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:12:30.882684 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9fb4b7f0-1973-4c63-959f-3763adaa2a0e req-4a81fe33-8c57-4d69-b961-0769b4fea0f3 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620036 Feb 09 13:12:30.894320 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:30.909308 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-425dc108-965c-4088-ab93-ac1a1ef0f4ca req-b7ade698-954b-4845-85da-9a42a897acd6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698316 Feb 09 13:12:30.927485 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=79a40fe8-a0dc-4dce-a9d1-c9884edf1f96,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:30.963899 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Pushing event updated for resources: {'Port': ['ID=84c81437-1fbd-4c50-87de-41f47b4410a0,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:31.028840 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:12:31.036762 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Attempting to bind port 84c81437-1fbd-4c50-87de-41f47b4410a0 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:12:31.037102 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Attempting to bind port 84c81437-1fbd-4c50-87de-41f47b4410a0 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:12:31.037432 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Attempting to bind port 84c81437-1fbd-4c50-87de-41f47b4410a0 on network ff34e378-f58b-45e9-a487-b72107a8e88d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:12:31.047365 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-15307356-4276-4683-94f9-d243cef3867c admin admin] 10.222.0.84 "PUT /v2.0/routers/0cc1019d-0b06-4e98-ba4d-5b7026c12cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6127465 Feb 09 13:12:31.047542 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Port 84c81437-1fbd-4c50-87de-41f47b4410a0 on network ff34e378-f58b-45e9-a487-b72107a8e88d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:12:31.047542 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Attempting to bind port 84c81437-1fbd-4c50-87de-41f47b4410a0 on network ff34e378-f58b-45e9-a487-b72107a8e88d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:12:31.057106 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:12:31.057459 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Checking segment: {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:12:31.057904 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Bound using segment: {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:12:31.058365 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Bound port: 84c81437-1fbd-4c50-87de-41f47b4410a0, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:12:31.058763 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:31.123992 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] For port 84c81437-1fbd-4c50-87de-41f47b4410a0, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:12:31.127072 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] For port 84c81437-1fbd-4c50-87de-41f47b4410a0, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=84c81437-1fbd-4c50-87de-41f47b4410a0,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:12:31.231521 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:31.270140 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:31.270140 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:31.270140 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] 10.222.0.31 "PUT /v2.0/ports/84c81437-1fbd-4c50-87de-41f47b4410a0 HTTP/1.1" status: 200 len: 1093 time: 1.1378508 Feb 09 13:12:31.270140 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d73213-038a-446e-a171-6bf526f06626', 'tag': '84c81437-1fbd-4c50-87de-41f47b4410a0'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:12:31.271409 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acf807e-284f-496b-b1be-a0d93aa2a19b" -d '{"events": [{"name": "network-changed", "server_uuid": "74d73213-038a-446e-a171-6bf526f06626", "tag": "84c81437-1fbd-4c50-87de-41f47b4410a0"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:12:31.302588 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0016c-65db-43f7-bfe8-1157bf37470e service neutron] Pushing event updated for resources: {'Port': ['ID=84c81437-1fbd-4c50-87de-41f47b4410a0,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:31.338903 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e25d9cf-1554-4a12-9701-d6da952fb612 x-openstack-request-id: req-3e25d9cf-1554-4a12-9701-d6da952fb612 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:12:31.338903 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d73213-038a-446e-a171-6bf526f06626", "tag": "84c81437-1fbd-4c50-87de-41f47b4410a0", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:12:31.338903 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3e25d9cf-1554-4a12-9701-d6da952fb612 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:12:31.338903 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d73213-038a-446e-a171-6bf526f06626', 'tag': '84c81437-1fbd-4c50-87de-41f47b4410a0', 'status': 'completed', 'code': 200} Feb 09 13:12:31.429981 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf807e-284f-496b-b1be-a0d93aa2a19b req-76b61d5b-2373-456b-82af-a5021c1b77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:31.431900 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7acf807e-284f-496b-b1be-a0d93aa2a19b req-76b61d5b-2373-456b-82af-a5021c1b77d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 1127 time: 0.0510254 Feb 09 13:12:31.559784 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf807e-284f-496b-b1be-a0d93aa2a19b req-91342695-8c46-4d45-a602-8170fdb4b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:31.561314 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7acf807e-284f-496b-b1be-a0d93aa2a19b req-91342695-8c46-4d45-a602-8170fdb4b59e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a0e498b288c5455ea4e270d16d92dc89&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1209724 Feb 09 13:12:31.680461 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf807e-284f-496b-b1be-a0d93aa2a19b req-8014dcfa-9c94-42a1-810a-b1381e3e49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:31.680461 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7acf807e-284f-496b-b1be-a0d93aa2a19b req-8014dcfa-9c94-42a1-810a-b1381e3e49bb service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065087 Feb 09 13:12:31.689562 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Sync routers for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:12:31.701483 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:12:31.702094 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:31.769639 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-77ffe777-44b2-4fe2-acc7-25f83cf3904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:31.771247 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-77ffe777-44b2-4fe2-acc7-25f83cf3904e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 1127 time: 0.0453632 Feb 09 13:12:31.814781 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:12:31.814958 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-660f157d-29b0-4572-bf13-314e4aea7eb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c81437-1fbd-4c50-87de-41f47b4410a0 HTTP/1.1" status: 200 len: 217 time: 0.0351827 Feb 09 13:12:31.878088 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-1165cc4f-8c30-4e1d-812b-1ac891384187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:31.882258 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40504) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:31.883397 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-1165cc4f-8c30-4e1d-812b-1ac891384187 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfed6b4-c91a-4b7c-908f-9e99278d2c55 HTTP/1.1" status: 200 len: 854 time: 0.0604544 Feb 09 13:12:31.888035 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-04f8203a-464f-464d-83ad-ae41978957b3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655528873', 'description': 'tempest-description--1088346258'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:31.952683 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-aa46ef2b-8182-4615-b2d3-83c2c5be94a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff34e378-f58b-45e9-a487-b72107a8e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624855 Feb 09 13:12:32.045938 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1425b9-0cab-4976-bf9c-3f30525948fb req-0de5964e-8061-4151-be42-58bbf02924e3 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:32.048224 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9a1425b9-0cab-4976-bf9c-3f30525948fb req-0de5964e-8061-4151-be42-58bbf02924e3 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0591238 Feb 09 13:12:32.055046 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04f8203a-464f-464d-83ad-ae41978957b3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.087721 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 2, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:32.088387 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e4e3c-dd93-4324-aeff-199cb79e78a3 req-8a8cb19c-abee-4360-b6f6-b418038f7dc4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:32.100407 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ec9e4e3c-dd93-4324-aeff-199cb79e78a3 req-8a8cb19c-abee-4360-b6f6-b418038f7dc4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 943 time: 0.1252875 Feb 09 13:12:32.124602 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Checking router: 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:12:32.125236 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Updating router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe port d2928d2c-1736-462d-a2fc-c4d8a70eba3e binding host dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:12:32.125379 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-29d59c2d-07d4-4b51-b42e-3b373b050a01 service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653566 Feb 09 13:12:32.168488 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.172099 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9a1425b9-0cab-4976-bf9c-3f30525948fb req-d0672789-b70e-4505-bd6d-b3b4d294a80a tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134655 Feb 09 13:12:32.216948 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04f8203a-464f-464d-83ad-ae41978957b3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (aed9eda9-9d44-420d-bd3f-d2cb046ce32d), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.219802 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ec9e4e3c-dd93-4324-aeff-199cb79e78a3 req-20a62503-7cbb-4354-a1e4-2c2cd9c97a57 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217523 Feb 09 13:12:32.271908 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f71f783-4cd0-46b5-bda5-b3529d859d3b req-1bc9a952-d452-4a68-a238-3844dab23c2d service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333759 Feb 09 13:12:32.305130 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04f8203a-464f-464d-83ad-ae41978957b3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (aed9eda9-9d44-420d-bd3f-d2cb046ce32d), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.339369 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8203a-464f-464d-83ad-ae41978957b3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed9eda9-9d44-420d-bd3f-d2cb046ce32d,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:32.370834 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:12:32.427533 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04f8203a-464f-464d-83ad-ae41978957b3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.430018 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-04f8203a-464f-464d-83ad-ae41978957b3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5445843 Feb 09 13:12:32.432420 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40516) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:32.437221 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-7e1667a9-375c-433e-98e8-f0b279e289a1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'security_group_rule': {'security_group_id': 'aed9eda9-9d44-420d-bd3f-d2cb046ce32d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:32.489599 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:32.490052 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.516824 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Publish callbacks [] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.562138 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e1667a9-375c-433e-98e8-f0b279e289a1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (35961570-38db-4c88-a0f9-264f0fe0dec7), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.591186 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:32.688560 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.759235 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd63447-f302-477f-ba41-9f093417070b None None] Pushing event updated for resources: {'Port': ['ID=d2928d2c-1736-462d-a2fc-c4d8a70eba3e,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:32.841537 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Attempting to bind port d2928d2c-1736-462d-a2fc-c4d8a70eba3e on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:12:32.841860 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Attempting to bind port d2928d2c-1736-462d-a2fc-c4d8a70eba3e by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:12:32.842226 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Attempting to bind port d2928d2c-1736-462d-a2fc-c4d8a70eba3e on network a32947b8-36d8-4e31-8400-b282b6379a3d {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:12:32.848399 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:12:32.849172 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Checking segment: {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:12:32.849264 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.849602 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Bound using segment: {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:12:32.850087 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Bound port: d2928d2c-1736-462d-a2fc-c4d8a70eba3e, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:12:32.850471 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.928488 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e1667a9-375c-433e-98e8-f0b279e289a1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (35961570-38db-4c88-a0f9-264f0fe0dec7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:32.963169 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] For port d2928d2c-1736-462d-a2fc-c4d8a70eba3e, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:12:32.963169 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] For port d2928d2c-1736-462d-a2fc-c4d8a70eba3e, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=d2928d2c-1736-462d-a2fc-c4d8a70eba3e,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:12:32.966752 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e93648-8fd5-45d0-b911-f04fe2f8428d req-a3803eac-8cd4-4157-a2ae-a4490461d49f tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:32.970482 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-16e93648-8fd5-45d0-b911-f04fe2f8428d req-a3803eac-8cd4-4157-a2ae-a4490461d49f tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 945 time: 0.1067162 Feb 09 13:12:33.020742 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-d0f68062-3a07-4b71-9d40-045deab41c4d None None] Provisioning complete for port d2928d2c-1736-462d-a2fc-c4d8a70eba3e triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:33.020742 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d0f68062-3a07-4b71-9d40-045deab41c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.021043 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-16e93648-8fd5-45d0-b911-f04fe2f8428d req-f5504945-2556-4f16-91e3-87652bff8192 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445616 Feb 09 13:12:33.037115 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e1667a9-375c-433e-98e8-f0b279e289a1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (35961570-38db-4c88-a0f9-264f0fe0dec7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.037433 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.055001 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1667a9-375c-433e-98e8-f0b279e289a1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35961570-38db-4c88-a0f9-264f0fe0dec7,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:33.084773 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-d0f68062-3a07-4b71-9d40-045deab41c4d None None] Port d2928d2c-1736-462d-a2fc-c4d8a70eba3e cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:12:33.119566 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7e1667a9-375c-433e-98e8-f0b279e289a1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.121196 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7e1667a9-375c-433e-98e8-f0b279e289a1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6875222 Feb 09 13:12:33.123854 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40536) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:33.131083 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:12:33.131083 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:33.131083 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd63447-f302-477f-ba41-9f093417070b None None] Pushing event updated for resources: {'Port': ['ID=d2928d2c-1736-462d-a2fc-c4d8a70eba3e,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:33.131360 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-423770cb-443e-4550-9b80-aba55179b6e5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'security_group_rule': {'security_group_id': 'aed9eda9-9d44-420d-bd3f-d2cb046ce32d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:33.255672 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:12:33.306485 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-423770cb-443e-4550-9b80-aba55179b6e5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (05b5affa-058c-478a-be5c-c7dc59a69866), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.316535 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a6433-a999-4055-b2f2-0a2ffa5bf658 req-ea28bd35-81e1-4310-914f-59798c37c6fe tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:33.326243 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0d1a6433-a999-4055-b2f2-0a2ffa5bf658 req-ea28bd35-81e1-4310-914f-59798c37c6fe tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0687726 Feb 09 13:12:33.390267 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0d1a6433-a999-4055-b2f2-0a2ffa5bf658 req-699a9dd5-3757-4eeb-9760-4c8b7bb70b1f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628271 Feb 09 13:12:33.432942 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-76ebdf6b-39f8-4fe1-b6d6-da7144239a25 None None] Provisioning complete for port d2928d2c-1736-462d-a2fc-c4d8a70eba3e triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:33.433318 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-76ebdf6b-39f8-4fe1-b6d6-da7144239a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.436223 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e0f19-ae7a-4946-bb4e-ff972766d05d req-f342b60a-54ae-41f8-837d-f5ece213855d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:33.438675 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-864e0f19-ae7a-4946-bb4e-ff972766d05d req-f342b60a-54ae-41f8-837d-f5ece213855d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 943 time: 0.1137805 Feb 09 13:12:33.444911 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-423770cb-443e-4550-9b80-aba55179b6e5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (05b5affa-058c-478a-be5c-c7dc59a69866), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.491094 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-864e0f19-ae7a-4946-bb4e-ff972766d05d req-3f2bfe6c-0e4f-408a-88db-c95323f018b4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449414 Feb 09 13:12:33.493534 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-423770cb-443e-4550-9b80-aba55179b6e5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (05b5affa-058c-478a-be5c-c7dc59a69866), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.516505 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423770cb-443e-4550-9b80-aba55179b6e5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b5affa-058c-478a-be5c-c7dc59a69866,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:33.591209 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-423770cb-443e-4550-9b80-aba55179b6e5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.592530 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-423770cb-443e-4550-9b80-aba55179b6e5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4673138 Feb 09 13:12:33.595646 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40558) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:33.600339 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'floatingip': {'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:33.697503 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-76ebdf6b-39f8-4fe1-b6d6-da7144239a25 None None] Current status of the port d2928d2c-1736-462d-a2fc-c4d8a70eba3e is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:33.697895 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-76ebdf6b-39f8-4fe1-b6d6-da7144239a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.698502 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.723713 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:32Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:33.762684 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d5ee1-ecfe-4b48-9ecd-206e1596a7df None None] The sync data for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi is: [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:32Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:12:33.767195 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-76ebdf6b-39f8-4fe1-b6d6-da7144239a25 None None] For port d2928d2c-1736-462d-a2fc-c4d8a70eba3e, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=d2928d2c-1736-462d-a2fc-c4d8a70eba3e,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:33.827691 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.846465 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-76ebdf6b-39f8-4fe1-b6d6-da7144239a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:33.920711 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebdf6b-39f8-4fe1-b6d6-da7144239a25 None None] Pushing event updated for resources: {'Port': ['ID=d2928d2c-1736-462d-a2fc-c4d8a70eba3e,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:33.954904 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Allocated IP 172.27.1.119 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/a5e113ca-51c8-402e-b0fc-d6104342e48e) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:12:34.075685 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for port (a5e113ca-51c8-402e-b0fc-d6104342e48e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.171387 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61617079-7d69-4fc3-982f-e70ef9d9a69e req-9d3d5762-9a4e-41e3-9d34-9d194d87b09b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:34.173769 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-61617079-7d69-4fc3-982f-e70ef9d9a69e req-9d3d5762-9a4e-41e3-9d34-9d194d87b09b tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 945 time: 0.0765963 Feb 09 13:12:34.210735 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (a5e113ca-51c8-402e-b0fc-d6104342e48e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.244129 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40572) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:34.258868 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:12:34.264185 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:34.266029 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-61617079-7d69-4fc3-982f-e70ef9d9a69e req-6bfd8e63-b6a1-4b2d-802f-cf3d621caab6 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858281 Feb 09 13:12:34.268806 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:12:34.317675 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'Port': ['ID=a5e113ca-51c8-402e-b0fc-d6104342e48e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:34.376556 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (007f38c5-d275-4788-a10f-a76020def4c2), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.423156 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device d2928d2c-1736-462d-a2fc-c4d8a70eba3e up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:12:34.426221 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7a202e19-50ca-490b-989b-94c5fcb6063a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.495648 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port d2928d2c-1736-462d-a2fc-c4d8a70eba3e triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:34.497780 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.526930 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7a202e19-50ca-490b-989b-94c5fcb6063a admin admin] Publish callbacks [] for security_group (791b148e-28b6-49a9-ab03-965434b8dd4c), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.549680 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (a5e113ca-51c8-402e-b0fc-d6104342e48e), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.597164 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port d2928d2c-1736-462d-a2fc-c4d8a70eba3e is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:34.604897 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884e110-652e-436e-98e4-391b47e85953 req-6b549536-b0fc-4c0e-91cc-641d68792fef tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:34.606500 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a884e110-652e-436e-98e4-391b47e85953 req-6b549536-b0fc-4c0e-91cc-641d68792fef tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.1168246 Feb 09 13:12:34.624659 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7a202e19-50ca-490b-989b-94c5fcb6063a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (791b148e-28b6-49a9-ab03-965434b8dd4c), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.675402 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-7a202e19-50ca-490b-989b-94c5fcb6063a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1f77ddd58b2e40368af506d398c08f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4299281 Feb 09 13:12:34.678295 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a202e19-50ca-490b-989b-94c5fcb6063a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791b148e-28b6-49a9-ab03-965434b8dd4c,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:34.681033 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40580) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:34.710276 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee454cb-d3a4-4df2-80d4-8caab4bc018f req-921463c2-cd78-4730-b911-c81de883a072 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:34.712657 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6ee454cb-d3a4-4df2-80d4-8caab4bc018f req-921463c2-cd78-4730-b911-c81de883a072 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 943 time: 0.1295259 Feb 09 13:12:34.714896 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a884e110-652e-436e-98e4-391b47e85953 req-8e1c499c-adac-4677-875b-aafe528e4c0c tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958030 Feb 09 13:12:34.788575 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b9f393aa-f592-4285-801e-ddf6f501e738 admin admin] Publish callbacks [] for security_group (791b148e-28b6-49a9-ab03-965434b8dd4c), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.790327 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for port (a5e113ca-51c8-402e-b0fc-d6104342e48e), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.796203 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6ee454cb-d3a4-4df2-80d4-8caab4bc018f req-6d71c659-b315-444d-8555-ab1e4c314d39 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749235 Feb 09 13:12:34.819238 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b9f393aa-f592-4285-801e-ddf6f501e738 admin admin] Publish callbacks [] for security_group (791b148e-28b6-49a9-ab03-965434b8dd4c), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.854776 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (a5e113ca-51c8-402e-b0fc-d6104342e48e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.926250 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'Port': ['ID=a5e113ca-51c8-402e-b0fc-d6104342e48e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:34.939015 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (007f38c5-d275-4788-a10f-a76020def4c2), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.955081 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b9f393aa-f592-4285-801e-ddf6f501e738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (791b148e-28b6-49a9-ab03-965434b8dd4c), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.960113 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b9f393aa-f592-4285-801e-ddf6f501e738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:34.960113 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-b9f393aa-f592-4285-801e-ddf6f501e738 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/791b148e-28b6-49a9-ab03-965434b8dd4c HTTP/1.1" status: 204 len: 168 time: 0.2761254 Feb 09 13:12:34.968847 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f393aa-f592-4285-801e-ddf6f501e738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791b148e-28b6-49a9-ab03-965434b8dd4c,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:35.074160 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:35.080753 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b3907208-0aba-492d-a11d-bab8fc8674e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4790130 Feb 09 13:12:35.293310 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-affa06cf-f9ab-47ab-83b7-16f42c4a3c53 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--655528873&fields=id&tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71 HTTP/1.1" status: 200 len: 267 time: 0.0573797 Feb 09 13:12:35.408217 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c9b88a32-7655-4118-82ff-d3006a8c7e00 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:35.408512 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1c5dd-5f55-4947-a6fc-f84e57b25403 req-b6a01fca-518a-4251-a0a1-ac1e07eafac9 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:35.409709 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c9b88a32-7655-4118-82ff-d3006a8c7e00 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 816 time: 0.1058130 Feb 09 13:12:35.410073 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a6a1c5dd-5f55-4947-a6fc-f84e57b25403 req-b6a01fca-518a-4251-a0a1-ac1e07eafac9 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 945 time: 0.0590715 Feb 09 13:12:35.431409 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-b4e80957-770a-4b12-a2c2-82b660aac0e8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/quotas/dd4edb9e42144956ae9a0a0f8c99bb71 HTTP/1.1" status: 200 len: 375 time: 0.0154963 Feb 09 13:12:35.478586 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a6a1c5dd-5f55-4947-a6fc-f84e57b25403 req-9f5a709b-2a22-4e97-964f-aad4e4ec4cd7 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623395 Feb 09 13:12:35.511695 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-1e7e3d7c-08d2-452e-9516-eb4285376ac2 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746162 Feb 09 13:12:35.609760 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c35b031a-a658-4158-9704-253fa13d440c service neutron] 10.222.0.84 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822656 Feb 09 13:12:35.636360 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40604) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:35.650004 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-640deebc-c21f-4c3c-83a5-c03e5fd952f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:35.703640 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-36edf007-cb42-4cf7-b707-bbc27ecb00db service neutron] 10.222.0.84 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881810 Feb 09 13:12:35.729202 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-640deebc-c21f-4c3c-83a5-c03e5fd952f0 admin admin] Publish callbacks [] for security_group (7ae92f47-4079-4bf6-a104-e2b1830d9ec1), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:35.832370 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-640deebc-c21f-4c3c-83a5-c03e5fd952f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (7ae92f47-4079-4bf6-a104-e2b1830d9ec1), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:35.845953 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95de45-d578-4389-a7f6-437acb5add33 req-980253de-7385-44f7-83bd-31ea4396fec6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:35.847456 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ad95de45-d578-4389-a7f6-437acb5add33 req-980253de-7385-44f7-83bd-31ea4396fec6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0630293 Feb 09 13:12:35.900592 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-640deebc-c21f-4c3c-83a5-c03e5fd952f0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=802e3951a0d3475e96fb03671f6ed8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630532 Feb 09 13:12:35.903857 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40614) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:35.904281 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640deebc-c21f-4c3c-83a5-c03e5fd952f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae92f47-4079-4bf6-a104-e2b1830d9ec1,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:35.940331 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ad95de45-d578-4389-a7f6-437acb5add33 req-2e561aa8-90ce-4222-886f-dd0ededbdbe7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829148 Feb 09 13:12:36.016067 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-144a1088-b117-4da3-b70a-0931828c02e2 req-c4e63a27-f4b8-4428-b2f4-eb8d7ee0a9f0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 210 time: 0.0312166 Feb 09 13:12:36.052006 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecb231-6191-4566-b579-d6a4dedffee2 req-dd7f00c7-efe8-445b-86e5-491dd8482fc0 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:36.053596 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9fecb231-6191-4566-b579-d6a4dedffee2 req-dd7f00c7-efe8-445b-86e5-491dd8482fc0 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 943 time: 0.0870912 Feb 09 13:12:36.054869 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6bab8d6-aaff-4a88-a682-d833d83354e5 admin admin] Publish callbacks [] for security_group (7ae92f47-4079-4bf6-a104-e2b1830d9ec1), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:36.093921 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6bab8d6-aaff-4a88-a682-d833d83354e5 admin admin] Publish callbacks [] for security_group (7ae92f47-4079-4bf6-a104-e2b1830d9ec1), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:36.139907 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9fecb231-6191-4566-b579-d6a4dedffee2 req-7b4ecdc9-f0be-401d-980e-19b97da75a0b tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795112 Feb 09 13:12:36.264967 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6bab8d6-aaff-4a88-a682-d833d83354e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (7ae92f47-4079-4bf6-a104-e2b1830d9ec1), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:36.267608 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e6bab8d6-aaff-4a88-a682-d833d83354e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:36.268762 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e6bab8d6-aaff-4a88-a682-d833d83354e5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7ae92f47-4079-4bf6-a104-e2b1830d9ec1 HTTP/1.1" status: 204 len: 168 time: 0.3631461 Feb 09 13:12:36.277659 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bab8d6-aaff-4a88-a682-d833d83354e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae92f47-4079-4bf6-a104-e2b1830d9ec1,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:36.599988 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59fe88-cce3-4b4d-8209-127ae6d33da4 req-41fb384d-e0a4-45ba-9dd2-df92bb5dde6a tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:36.601882 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0c59fe88-cce3-4b4d-8209-127ae6d33da4 req-41fb384d-e0a4-45ba-9dd2-df92bb5dde6a tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 945 time: 0.0555093 Feb 09 13:12:36.651792 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0c59fe88-cce3-4b4d-8209-127ae6d33da4 req-8f4f6a9c-d330-4c2c-abb1-72e4a46b80e5 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d8036b-432e-49cd-bcfc-3a89bfd4f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443046 Feb 09 13:12:36.951929 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ce4a3-ecc7-41ed-8043-6b8c8e93796b req-9c60fbff-acaf-4daf-964a-fcd34b7976d8 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:36.953415 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-040ce4a3-ecc7-41ed-8043-6b8c8e93796b req-9c60fbff-acaf-4daf-964a-fcd34b7976d8 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.31 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 945 time: 0.0708604 Feb 09 13:12:37.111448 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b7e51-14e0-4fd7-a087-b647e4cc079a req-969c5491-6bfa-452c-988c-321f42c1ddca tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:37.113158 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-700b7e51-14e0-4fd7-a087-b647e4cc079a req-969c5491-6bfa-452c-988c-321f42c1ddca tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0838690 Feb 09 13:12:37.116723 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-040ce4a3-ecc7-41ed-8043-6b8c8e93796b req-6fd18c51-5279-484f-9e63-02baf6302941 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Deleting port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:12:37.117285 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-040ce4a3-ecc7-41ed-8043-6b8c8e93796b req-6fd18c51-5279-484f-9e63-02baf6302941 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:37.125882 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-10dd7fb1-d083-4952-81c0-d1e5b57d78ee req-b42c9d18-245d-4005-a095-65f7e5824c08 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 210 time: 0.0341158 Feb 09 13:12:37.224954 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-700b7e51-14e0-4fd7-a087-b647e4cc079a req-5e83b0a8-f190-45c2-94b3-51380eb8b81f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035709 Feb 09 13:12:37.272324 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-040ce4a3-ecc7-41ed-8043-6b8c8e93796b req-6fd18c51-5279-484f-9e63-02baf6302941 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] For port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4,segment=NetworkSegment(d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7),segment_id=d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:37.272812 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-040ce4a3-ecc7-41ed-8043-6b8c8e93796b req-6fd18c51-5279-484f-9e63-02baf6302941 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:37.289411 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-040ce4a3-ecc7-41ed-8043-6b8c8e93796b req-6fd18c51-5279-484f-9e63-02baf6302941 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Calling delete_port for a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:12:37.320575 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c1fc7-53e0-4910-88f2-ea9072ba2068 req-0118c1a3-450f-4f0b-a7fa-3fa53c899cd8 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:37.328060 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-946c1fc7-53e0-4910-88f2-ea9072ba2068 req-0118c1a3-450f-4f0b-a7fa-3fa53c899cd8 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 943 time: 0.0974512 Feb 09 13:12:37.375258 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-946c1fc7-53e0-4910-88f2-ea9072ba2068 req-345e2508-3db6-4b9d-803d-f73da6bbde69 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462513 Feb 09 13:12:37.504341 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-040ce4a3-ecc7-41ed-8043-6b8c8e93796b req-6fd18c51-5279-484f-9e63-02baf6302941 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (a0dc95c2-e8e7-465f-8598-f6cdc40e23e4), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:37.523501 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['a0dc95c2-e8e7-465f-8598-f6cdc40e23e4'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:12:37.543349 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd18c51-5279-484f-9e63-02baf6302941 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Pushing event deleted for resources: {'Port': ['ID=a0dc95c2-e8e7-465f-8598-f6cdc40e23e4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:37.599746 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-040ce4a3-ecc7-41ed-8043-6b8c8e93796b req-6fd18c51-5279-484f-9e63-02baf6302941 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] No DVR routers for this DVR port a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:12:37.606315 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-040ce4a3-ecc7-41ed-8043-6b8c8e93796b req-6fd18c51-5279-484f-9e63-02baf6302941 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:37.611090 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-040ce4a3-ecc7-41ed-8043-6b8c8e93796b req-6fd18c51-5279-484f-9e63-02baf6302941 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.31 "DELETE /v2.0/ports/a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 HTTP/1.1" status: 204 len: 173 time: 0.6512461 Feb 09 13:12:37.611795 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362638ad-9f61-4ae2-87da-0627354c362c', 'name': 'network-vif-deleted', 'tag': 'a0dc95c2-e8e7-465f-8598-f6cdc40e23e4'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:12:37.615842 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d879c2-75bc-43f1-ae8f-94828fd04e72" -d '{"events": [{"server_uuid": "362638ad-9f61-4ae2-87da-0627354c362c", "name": "network-vif-deleted", "tag": "a0dc95c2-e8e7-465f-8598-f6cdc40e23e4"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:12:37.661420 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b923b3e-4f39-4ba7-974c-77df525bd780 x-openstack-request-id: req-1b923b3e-4f39-4ba7-974c-77df525bd780 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:12:37.662651 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362638ad-9f61-4ae2-87da-0627354c362c", "name": "network-vif-deleted", "tag": "a0dc95c2-e8e7-465f-8598-f6cdc40e23e4", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:12:37.662651 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1b923b3e-4f39-4ba7-974c-77df525bd780 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:12:37.662651 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362638ad-9f61-4ae2-87da-0627354c362c', 'name': 'network-vif-deleted', 'tag': 'a0dc95c2-e8e7-465f-8598-f6cdc40e23e4', 'status': 'completed', 'code': 200} Feb 09 13:12:37.754987 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40672) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:37.764965 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cb5ed79b-4f74-41bb-9536-8ad474c378b7 req-39cd6a80-ed58-4b23-8bbd-a409b3fa44f6 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 210 time: 0.0336030 Feb 09 13:12:37.891343 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b042f2b-9477-4929-994f-185f3dd358da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:37.969868 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b042f2b-9477-4929-994f-185f3dd358da admin admin] Publish callbacks [] for security_group (844b9c58-04ae-4fcb-9938-494fd151be14), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:38.070963 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b042f2b-9477-4929-994f-185f3dd358da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (844b9c58-04ae-4fcb-9938-494fd151be14), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:38.108758 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4b042f2b-9477-4929-994f-185f3dd358da admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2bf82bb7c47c4bb3bd78609247940407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524613 Feb 09 13:12:38.109615 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b042f2b-9477-4929-994f-185f3dd358da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844b9c58-04ae-4fcb-9938-494fd151be14,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:38.113431 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40680) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:38.165335 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-91df32f6-1a1f-4586-acb9-2d4ae94bac8a admin admin] Publish callbacks [] for security_group (844b9c58-04ae-4fcb-9938-494fd151be14), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:38.190384 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-91df32f6-1a1f-4586-acb9-2d4ae94bac8a admin admin] Publish callbacks [] for security_group (844b9c58-04ae-4fcb-9938-494fd151be14), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:38.247677 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e88e014-31c9-46c4-9971-891d24e2ad20 req-e63e81f2-dd69-40b6-a0ea-8bab58d122e4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 210 time: 0.0281653 Feb 09 13:12:38.338062 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-91df32f6-1a1f-4586-acb9-2d4ae94bac8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (844b9c58-04ae-4fcb-9938-494fd151be14), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:38.338062 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-91df32f6-1a1f-4586-acb9-2d4ae94bac8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:38.338364 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-91df32f6-1a1f-4586-acb9-2d4ae94bac8a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/844b9c58-04ae-4fcb-9938-494fd151be14 HTTP/1.1" status: 204 len: 168 time: 0.2244406 Feb 09 13:12:38.349792 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df32f6-1a1f-4586-acb9-2d4ae94bac8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844b9c58-04ae-4fcb-9938-494fd151be14,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:38.384376 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22618db0-497c-48e2-be80-abe33366174f req-1124eaea-2b4d-40cc-b6ad-f5730cc99085 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:38.386206 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-22618db0-497c-48e2-be80-abe33366174f req-1124eaea-2b4d-40cc-b6ad-f5730cc99085 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0807376 Feb 09 13:12:38.446731 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-22618db0-497c-48e2-be80-abe33366174f req-6948ec14-15c1-4f31-9f66-9a6e1634f2bc tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541658 Feb 09 13:12:38.511051 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5d4bc-8a20-43f8-9f71-44ceaff02311 req-c682bbb9-6cf2-4164-bec7-8ca1208bcdfa tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:38.513635 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1ef5d4bc-8a20-43f8-9f71-44ceaff02311 req-c682bbb9-6cf2-4164-bec7-8ca1208bcdfa tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 943 time: 0.0631893 Feb 09 13:12:38.591529 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1ef5d4bc-8a20-43f8-9f71-44ceaff02311 req-447b1334-86f6-4446-8554-e36ff37e00ae tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715747 Feb 09 13:12:38.878198 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9ec540e9-b8d9-430d-b4df-b40810b852d0 req-10edb438-c7d7-41f7-a12b-9f43a304cd92 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 210 time: 0.0261738 Feb 09 13:12:39.091479 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40714) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:39.100751 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-279a0138-1581-421a-a2bd-e614f2598887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:39.173887 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-279a0138-1581-421a-a2bd-e614f2598887 admin admin] Publish callbacks [] for security_group (c77d33db-3d6a-4bae-8765-d98310576ee8), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:39.247545 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-279a0138-1581-421a-a2bd-e614f2598887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c77d33db-3d6a-4bae-8765-d98310576ee8), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:39.285685 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a0138-1581-421a-a2bd-e614f2598887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77d33db-3d6a-4bae-8765-d98310576ee8,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:39.292215 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-279a0138-1581-421a-a2bd-e614f2598887 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=77a3f5686f434f34b806be7ef2ddbccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014537 Feb 09 13:12:39.293057 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40724) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:39.356305 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b7490e2e-75be-486d-bc5c-53c6b1807622 req-ceebbd26-3a90-471d-b48c-07cf123a5b89 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 210 time: 0.0296984 Feb 09 13:12:39.367380 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c132cf9e-177e-48ea-a02a-caa5a7fe39ad admin admin] Publish callbacks [] for security_group (c77d33db-3d6a-4bae-8765-d98310576ee8), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:39.389968 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c132cf9e-177e-48ea-a02a-caa5a7fe39ad admin admin] Publish callbacks [] for security_group (c77d33db-3d6a-4bae-8765-d98310576ee8), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:39.511422 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c132cf9e-177e-48ea-a02a-caa5a7fe39ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c77d33db-3d6a-4bae-8765-d98310576ee8), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:39.514094 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c132cf9e-177e-48ea-a02a-caa5a7fe39ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:39.518409 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c132cf9e-177e-48ea-a02a-caa5a7fe39ad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c77d33db-3d6a-4bae-8765-d98310576ee8 HTTP/1.1" status: 204 len: 168 time: 0.2213678 Feb 09 13:12:39.523371 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132cf9e-177e-48ea-a02a-caa5a7fe39ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77d33db-3d6a-4bae-8765-d98310576ee8,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:39.578651 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52669ba-9bdd-44ea-9c2c-f9ee907d9beb req-d56f95ab-1598-4d04-9a7e-57747b64a295 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:39.580343 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e52669ba-9bdd-44ea-9c2c-f9ee907d9beb req-d56f95ab-1598-4d04-9a7e-57747b64a295 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0633793 Feb 09 13:12:39.638666 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e52669ba-9bdd-44ea-9c2c-f9ee907d9beb req-de7e9ef9-dc40-47b5-9dd4-e564cea4f54c tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520551 Feb 09 13:12:39.716871 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4c613-dd01-44ac-b2b6-8c2375e3d415 req-2d03e46c-e62d-404f-9ced-a12a8248c17b tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:39.718355 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d4a4c613-dd01-44ac-b2b6-8c2375e3d415 req-2d03e46c-e62d-404f-9ced-a12a8248c17b tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 943 time: 0.0529048 Feb 09 13:12:39.767569 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d4a4c613-dd01-44ac-b2b6-8c2375e3d415 req-0032cd30-52aa-4829-a478-543eb9707147 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436563 Feb 09 13:12:39.834486 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 84c81437-1fbd-4c50-87de-41f47b4410a0 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:12:39.933200 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 84c81437-1fbd-4c50-87de-41f47b4410a0, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=84c81437-1fbd-4c50-87de-41f47b4410a0,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:39.945026 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '84c81437-1fbd-4c50-87de-41f47b4410a0', 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d', 'port_id': '84c81437-1fbd-4c50-87de-41f47b4410a0', 'mac_address': 'fa:16:3e:fc:bf:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfed6b4-c91a-4b7c-908f-9e99278d2c55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:12:39.983552 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 84c81437-1fbd-4c50-87de-41f47b4410a0 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:39.983954 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:39.990954 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c663c337-8dc0-439f-a94e-52e0aed570f2 req-f1666dec-b0f5-40cc-a9e7-51e953776330 tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 210 time: 0.0277789 Feb 09 13:12:40.009648 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c81437-1fbd-4c50-87de-41f47b4410a0 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:12:40.030397 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 84c81437-1fbd-4c50-87de-41f47b4410a0, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=84c81437-1fbd-4c50-87de-41f47b4410a0,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:40.126487 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:40.177156 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=84c81437-1fbd-4c50-87de-41f47b4410a0,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:40.458619 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-797b2f73-595c-4082-af4e-9d3d901be5b2 req-05ed3cb4-9af0-4232-a2e5-2b73359a7cf3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 210 time: 0.0264037 Feb 09 13:12:40.504303 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40770) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:40.614998 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2842ad54-8958-452d-9ad0-d3502eee2eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:40.691987 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2842ad54-8958-452d-9ad0-d3502eee2eac admin admin] Publish callbacks [] for security_group (70aa561e-e768-48a2-b0c7-8d18e0e85f8d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:40.763609 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd00c1-0b14-48de-8597-5dde13e190a8 req-9f7a4bef-329f-4cb0-ae12-e814692135d3 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:40.765467 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5abd00c1-0b14-48de-8597-5dde13e190a8 req-9f7a4bef-329f-4cb0-ae12-e814692135d3 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0529003 Feb 09 13:12:40.766091 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2842ad54-8958-452d-9ad0-d3502eee2eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (70aa561e-e768-48a2-b0c7-8d18e0e85f8d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:40.807596 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2842ad54-8958-452d-9ad0-d3502eee2eac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e8f0957068c94715aaf32fc2d0647220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020186 Feb 09 13:12:40.809927 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842ad54-8958-452d-9ad0-d3502eee2eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aa561e-e768-48a2-b0c7-8d18e0e85f8d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:40.812424 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40786) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:40.821186 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5abd00c1-0b14-48de-8597-5dde13e190a8 req-7c59b3ab-ca4d-4cfc-8931-121a4ae44c53 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494118 Feb 09 13:12:40.904015 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b98d00d8-6529-432b-97e2-62926d15110f admin admin] Publish callbacks [] for security_group (70aa561e-e768-48a2-b0c7-8d18e0e85f8d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:40.932334 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b98d00d8-6529-432b-97e2-62926d15110f admin admin] Publish callbacks [] for security_group (70aa561e-e768-48a2-b0c7-8d18e0e85f8d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:40.948988 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91368b7e-6a93-4f43-aaf7-d77c677547dd req-0aa743aa-be95-4648-823f-cf69f7b919a2 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:40.950519 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-91368b7e-6a93-4f43-aaf7-d77c677547dd req-0aa743aa-be95-4648-823f-cf69f7b919a2 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 944 time: 0.0917904 Feb 09 13:12:41.016313 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-91368b7e-6a93-4f43-aaf7-d77c677547dd req-4dc6ef5d-38b1-4358-85c8-84b4a2013e8d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577152 Feb 09 13:12:41.103777 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b98d00d8-6529-432b-97e2-62926d15110f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (70aa561e-e768-48a2-b0c7-8d18e0e85f8d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:41.106356 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b98d00d8-6529-432b-97e2-62926d15110f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:41.107524 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b98d00d8-6529-432b-97e2-62926d15110f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/70aa561e-e768-48a2-b0c7-8d18e0e85f8d HTTP/1.1" status: 204 len: 168 time: 0.2939069 Feb 09 13:12:41.135368 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d00d8-6529-432b-97e2-62926d15110f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aa561e-e768-48a2-b0c7-8d18e0e85f8d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:41.169042 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['84c81437-1fbd-4c50-87de-41f47b4410a0'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:12:41.169508 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-351dc0fc-e2f5-4fe3-a383-8e9ae511dd17 req-c7a3af96-3076-43c0-9af1-c30524e2d01e tempest-VolumesActionsTest-487045940 tempest-VolumesActionsTest-487045940-project] 10.222.0.84 "GET /v2.0/ports?device_id=362638ad-9f61-4ae2-87da-0627354c362c HTTP/1.1" status: 200 len: 210 time: 0.0600097 Feb 09 13:12:41.189381 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-812588fb-6b89-44bf-8cea-67dac4dbc738 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:41.190873 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-812588fb-6b89-44bf-8cea-67dac4dbc738 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.31 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 816 time: 0.1375105 Feb 09 13:12:41.261111 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-6d97d15b-e81a-40be-88c1-d35879e7727c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71 HTTP/1.1" status: 200 len: 379 time: 0.0603943 Feb 09 13:12:41.272528 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'port': {'device_id': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'admin_state_up': True, 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'security_groups': ['aed9eda9-9d44-420d-bd3f-d2cb046ce32d']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:41.485433 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40804) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:41.510960 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Made reservation on behalf of dd4edb9e42144956ae9a0a0f8c99bb71 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:12:41.516985 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:41.603878 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a5a9382-999a-4e2f-b310-e9b9a297c7c3 req-b89d4e6c-d7ff-445e-b836-f07dee62076d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 210 time: 0.0578461 Feb 09 13:12:41.640418 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19ab1deb-890d-420f-9c8a-a37dc51caca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:41.717302 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Allocated IP 172.20.0.13 (a32947b8-36d8-4e31-8400-b282b6379a3d/554c6378-3dbd-4135-b433-882cffe509d2/45e332d3-92b6-4aa9-9b18-a8fa5ca22e31) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:12:41.837322 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19ab1deb-890d-420f-9c8a-a37dc51caca8 admin admin] Publish callbacks [] for security_group (0aff83a5-1bb7-4bba-9a32-4a972f9289c9), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:41.897342 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:41.934734 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19ab1deb-890d-420f-9c8a-a37dc51caca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0aff83a5-1bb7-4bba-9a32-4a972f9289c9), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:41.975725 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731de53-bfd8-43d6-a287-1f2b99dabfe3 req-3fa1e085-1c18-4567-885b-77859aad827b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:41.977287 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1731de53-bfd8-43d6-a287-1f2b99dabfe3 req-3fa1e085-1c18-4567-885b-77859aad827b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0621948 Feb 09 13:12:41.987474 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-19ab1deb-890d-420f-9c8a-a37dc51caca8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d382b997009e4e2bae068268a9fb5504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982705 Feb 09 13:12:41.987640 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 40840) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:41.994214 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab1deb-890d-420f-9c8a-a37dc51caca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff83a5-1bb7-4bba-9a32-4a972f9289c9,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:42.040075 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1731de53-bfd8-43d6-a287-1f2b99dabfe3 req-8cb19b67-43ad-4cd2-af90-9adb52217ae7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567958 Feb 09 13:12:42.042211 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40846) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:42.049933 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.056606 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ea006ebd-269e-4f9d-99ef-bd7d80b453f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.133446 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Network a32947b8-36d8-4e31-8400-b282b6379a3d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:12:42.141756 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b340-fe4b-4246-bebf-fdc0c3257254 admin admin] Publish callbacks [] for security_group (0aff83a5-1bb7-4bba-9a32-4a972f9289c9), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.157461 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:42.158775 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ea006ebd-269e-4f9d-99ef-bd7d80b453f3 admin admin] Publish callbacks [] for security_group (c2bde306-489e-4848-8b75-2ff8f4ebe61a), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.170630 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:12:42.215349 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'Port': ['ID=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:42.223633 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b340-fe4b-4246-bebf-fdc0c3257254 admin admin] Publish callbacks [] for security_group (0aff83a5-1bb7-4bba-9a32-4a972f9289c9), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.279822 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:42.280460 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.289301 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ea006ebd-269e-4f9d-99ef-bd7d80b453f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c2bde306-489e-4848-8b75-2ff8f4ebe61a), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.301317 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9318-686e-4039-b88b-2d5d7de17541 req-63df4c16-6912-4915-ad94-582150f4f3d4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:42.314717 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-65bd9318-686e-4039-b88b-2d5d7de17541 req-63df4c16-6912-4915-ad94-582150f4f3d4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 944 time: 0.2010286 Feb 09 13:12:42.354533 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea006ebd-269e-4f9d-99ef-bd7d80b453f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bde306-489e-4848-8b75-2ff8f4ebe61a,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:42.359371 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-ea006ebd-269e-4f9d-99ef-bd7d80b453f3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2edf2da9e75a455984198c3cf23ec3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161314 Feb 09 13:12:42.362915 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 40866) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:42.375079 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-65bd9318-686e-4039-b88b-2d5d7de17541 req-d77d5f98-3d73-45c6-b0d1-cf2a7f4d6e5a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659783 Feb 09 13:12:42.434483 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-320b41f1-01cb-4506-bdd3-1b60ab02b62e admin admin] Publish callbacks [] for security_group (c2bde306-489e-4848-8b75-2ff8f4ebe61a), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.449651 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-696c8ee8-4940-43a8-b705-b2b89ab31cf4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1805370 Feb 09 13:12:42.450050 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b340-fe4b-4246-bebf-fdc0c3257254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0aff83a5-1bb7-4bba-9a32-4a972f9289c9), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.453293 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b340-fe4b-4246-bebf-fdc0c3257254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.455740 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6bd9b340-fe4b-4246-bebf-fdc0c3257254 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0aff83a5-1bb7-4bba-9a32-4a972f9289c9 HTTP/1.1" status: 204 len: 168 time: 0.4670286 Feb 09 13:12:42.469060 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-320b41f1-01cb-4506-bdd3-1b60ab02b62e admin admin] Publish callbacks [] for security_group (c2bde306-489e-4848-8b75-2ff8f4ebe61a), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.486602 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Request body: {'port': {'device_id': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:12:42.492959 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9b340-fe4b-4246-bebf-fdc0c3257254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff83a5-1bb7-4bba-9a32-4a972f9289c9,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:42.546380 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-d6e675e0-ba69-4a1b-8bab-b1302d13c702 None None] Provisioning complete for port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:42.546909 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d6e675e0-ba69-4a1b-8bab-b1302d13c702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.591479 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.605681 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-d6e675e0-ba69-4a1b-8bab-b1302d13c702 None None] Port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:12:42.665409 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-320b41f1-01cb-4506-bdd3-1b60ab02b62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c2bde306-489e-4848-8b75-2ff8f4ebe61a), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.672444 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-320b41f1-01cb-4506-bdd3-1b60ab02b62e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:42.677532 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-320b41f1-01cb-4506-bdd3-1b60ab02b62e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c2bde306-489e-4848-8b75-2ff8f4ebe61a HTTP/1.1" status: 204 len: 168 time: 0.3137197 Feb 09 13:12:42.689822 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b41f1-01cb-4506-bdd3-1b60ab02b62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bde306-489e-4848-8b75-2ff8f4ebe61a,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:42.759006 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c427ad-2526-4a5d-9da6-ec3f56eb133c req-fd3dfc4d-9a2b-413e-8c22-2dbfeac6ed4e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:42.760868 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a5c427ad-2526-4a5d-9da6-ec3f56eb133c req-fd3dfc4d-9a2b-413e-8c22-2dbfeac6ed4e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 932 time: 0.0730710 Feb 09 13:12:42.816745 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a5c427ad-2526-4a5d-9da6-ec3f56eb133c req-3202cf21-93c6-4b60-b889-499dbeed8fd5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474806 Feb 09 13:12:42.825090 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 84c81437-1fbd-4c50-87de-41f47b4410a0 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:12:42.974395 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port 84c81437-1fbd-4c50-87de-41f47b4410a0 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:42.983407 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 84c81437-1fbd-4c50-87de-41f47b4410a0 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:42.983407 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:43.084098 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 84c81437-1fbd-4c50-87de-41f47b4410a0 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:43.085140 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:43.123187 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d73213-038a-446e-a171-6bf526f06626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c81437-1fbd-4c50-87de-41f47b4410a0'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:12:43.135848 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e1b6a2-f87f-4e29-9f11-171f4799e0b5" -d '{"events": [{"server_uuid": "74d73213-038a-446e-a171-6bf526f06626", "name": "network-vif-plugged", "status": "completed", "tag": "84c81437-1fbd-4c50-87de-41f47b4410a0"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:12:43.163311 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 84c81437-1fbd-4c50-87de-41f47b4410a0, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=84c81437-1fbd-4c50-87de-41f47b4410a0,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:43.183264 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f253e80a-da04-43f1-99c3-79e229bf85a6 x-openstack-request-id: req-f253e80a-da04-43f1-99c3-79e229bf85a6 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:12:43.183385 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d73213-038a-446e-a171-6bf526f06626", "name": "network-vif-plugged", "status": "completed", "tag": "84c81437-1fbd-4c50-87de-41f47b4410a0", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:12:43.183592 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f253e80a-da04-43f1-99c3-79e229bf85a6 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:12:43.183983 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d73213-038a-446e-a171-6bf526f06626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c81437-1fbd-4c50-87de-41f47b4410a0', 'code': 200} Feb 09 13:12:43.198442 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:12:43.217279 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Publish callbacks [] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:43.246782 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dd87d-b55d-4b0b-a50d-ba819275a54c req-45453a09-8408-467d-81cb-acdd559c8972 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:43.248346 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a49dd87d-b55d-4b0b-a50d-ba819275a54c req-45453a09-8408-467d-81cb-acdd559c8972 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0974689 Feb 09 13:12:43.252153 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Transition to ACTIVE for port object 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:12:43.270872 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:43.272315 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:12:43.321352 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:12:43.322209 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device a0dc95c2-e8e7-465f-8598-f6cdc40e23e4 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:12:43.330497 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a49dd87d-b55d-4b0b-a50d-ba819275a54c req-eaba2665-3c8e-494f-af0d-102da211ec05 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746479 Feb 09 13:12:43.333110 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:43.367203 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=84c81437-1fbd-4c50-87de-41f47b4410a0,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:43.418248 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Pushing event updated for resources: {'Port': ['ID=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:43.530223 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Attempting to bind port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:12:43.532561 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Attempting to bind port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:12:43.532561 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Attempting to bind port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 on network a32947b8-36d8-4e31-8400-b282b6379a3d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:12:43.545760 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 on network a32947b8-36d8-4e31-8400-b282b6379a3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:12:43.546097 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Attempting to bind port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 on network a32947b8-36d8-4e31-8400-b282b6379a3d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:12:43.546956 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e466c-6ae4-4e6f-9ce8-455cfd555c9f req-fa9fb200-1dd1-4bbf-af22-5d7a7e57b5df tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:43.550396 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-829e466c-6ae4-4e6f-9ce8-455cfd555c9f req-fa9fb200-1dd1-4bbf-af22-5d7a7e57b5df tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 945 time: 0.0798485 Feb 09 13:12:43.563140 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:12:43.563668 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Checking segment: {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:12:43.564061 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Bound using segment: {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:12:43.564510 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Bound port: 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:12:43.564869 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:43.653419 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-829e466c-6ae4-4e6f-9ce8-455cfd555c9f req-930ee140-bc59-434b-b3b9-4ab557d7fec2 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973537 Feb 09 13:12:43.678230 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb989a-fcb5-4801-a7d8-4bd8eec19d34 req-4b585b27-97ec-4a77-9bd6-ec33a3ba29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:43.684836 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9eeb989a-fcb5-4801-a7d8-4bd8eec19d34 req-4b585b27-97ec-4a77-9bd6-ec33a3ba29e9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 1129 time: 0.1128736 Feb 09 13:12:43.705626 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:12:43.709578 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:12:43.757827 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9eeb989a-fcb5-4801-a7d8-4bd8eec19d34 req-6cf877f7-ccbc-4ab9-bfbc-d71f3846b978 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637350 Feb 09 13:12:43.818213 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:43.854583 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:43.855226 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:43.856636 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] 10.222.0.31 "PUT /v2.0/ports/45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 HTTP/1.1" status: 200 len: 1094 time: 1.3881726 Feb 09 13:12:43.857084 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:12:43.859791 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493e9c3f-50dd-45d6-aa2b-41adf367f89e" -d '{"events": [{"name": "network-changed", "server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:12:43.892897 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313a81c-5982-42d4-87f2-e0d9948bf89e service neutron] Pushing event updated for resources: {'Port': ['ID=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:43.924673 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ff1269-9a06-41ef-9f5f-8ad2d7ed0770 x-openstack-request-id: req-a6ff1269-9a06-41ef-9f5f-8ad2d7ed0770 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:12:43.925075 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:12:43.925432 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a6ff1269-9a06-41ef-9f5f-8ad2d7ed0770 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:12:43.925944 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'status': 'completed', 'code': 200} Feb 09 13:12:44.010125 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d79e0-ff8e-4eda-9558-01a510332f07 req-69797f41-329a-43ac-bb70-bafd3836b04c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:44.011688 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1c8d79e0-ff8e-4eda-9558-01a510332f07 req-69797f41-329a-43ac-bb70-bafd3836b04c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0776603 Feb 09 13:12:44.112576 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1c8d79e0-ff8e-4eda-9558-01a510332f07 req-28e0c567-f9a3-4d3a-a979-eb47d952d125 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929906 Feb 09 13:12:44.123740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e9c3f-50dd-45d6-aa2b-41adf367f89e req-f1236b87-8ff8-40c1-b168-a3eb554f92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:44.125319 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-493e9c3f-50dd-45d6-aa2b-41adf367f89e req-f1236b87-8ff8-40c1-b168-a3eb554f92ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 1128 time: 0.0714328 Feb 09 13:12:44.259562 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e9c3f-50dd-45d6-aa2b-41adf367f89e req-5397d3e1-cffd-43b3-8514-306f8978059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:44.267265 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-493e9c3f-50dd-45d6-aa2b-41adf367f89e req-5397d3e1-cffd-43b3-8514-306f8978059a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1316960 Feb 09 13:12:44.371495 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e9c3f-50dd-45d6-aa2b-41adf367f89e req-808c855d-93ec-4ed4-bef6-790773941066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:44.373529 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-493e9c3f-50dd-45d6-aa2b-41adf367f89e req-808c855d-93ec-4ed4-bef6-790773941066 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963278 Feb 09 13:12:44.465074 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c2b97-c25a-4572-a725-d2bcb787e127 req-23daf73d-36f0-4728-bf96-8ce870da95ed tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:44.466695 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e30c2b97-c25a-4572-a725-d2bcb787e127 req-23daf73d-36f0-4728-bf96-8ce870da95ed tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0637283 Feb 09 13:12:44.485282 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-cd107c0c-18b7-491e-9364-2aca4931faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:44.487142 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-cd107c0c-18b7-491e-9364-2aca4931faf8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 1128 time: 0.0647252 Feb 09 13:12:44.530911 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e30c2b97-c25a-4572-a725-d2bcb787e127 req-82e733f0-6b44-44fc-9291-d3a2ef74c529 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511534 Feb 09 13:12:44.546871 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-d1d52910-c157-4979-b606-fa4f1acfd5fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 HTTP/1.1" status: 200 len: 217 time: 0.0497754 Feb 09 13:12:44.786213 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea718d2-d7fa-45f5-9287-b33dee8fe59b req-6925c529-7a56-4980-b3fe-407b064d5edc tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:44.787792 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ea718d2-d7fa-45f5-9287-b33dee8fe59b req-6925c529-7a56-4980-b3fe-407b064d5edc tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 945 time: 0.0515702 Feb 09 13:12:44.834371 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ea718d2-d7fa-45f5-9287-b33dee8fe59b req-3c71a436-fe67-414a-9a6c-cf27c848747d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 Feb 09 13:12:45.275982 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69685c-c5c2-47b7-8f03-eb8f243cad4d req-117a5b28-b9d9-43de-bedd-0e0b2039b174 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:45.278270 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1f69685c-c5c2-47b7-8f03-eb8f243cad4d req-117a5b28-b9d9-43de-bedd-0e0b2039b174 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0702112 Feb 09 13:12:45.335105 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1f69685c-c5c2-47b7-8f03-eb8f243cad4d req-be9c61c4-d896-438e-af26-45f057451257 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469384 Feb 09 13:12:45.506958 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-ac1b7bcb-29fd-4bd1-a3e6-58b542178be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:45.508970 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-ac1b7bcb-29fd-4bd1-a3e6-58b542178be3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=554c6378-3dbd-4135-b433-882cffe509d2 HTTP/1.1" status: 200 len: 855 time: 0.0485840 Feb 09 13:12:45.639343 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d3cf2-f57f-403d-b1eb-8122d160d350 req-5a377907-37af-4cf3-bf9b-6f9c00c0c8f4 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:45.640949 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ad7d3cf2-f57f-403d-b1eb-8122d160d350 req-5a377907-37af-4cf3-bf9b-6f9c00c0c8f4 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0571074 Feb 09 13:12:45.695079 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ad7d3cf2-f57f-403d-b1eb-8122d160d350 req-93963088-bd03-4e58-99cb-77f47199c531 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480645 Feb 09 13:12:45.949620 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b0cf2-ec33-4a05-92ce-4f921783dcb5 req-b463d7e0-1fa3-4d77-ae1b-8f8a251e9440 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:45.951123 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-004b0cf2-ec33-4a05-92ce-4f921783dcb5 req-b463d7e0-1fa3-4d77-ae1b-8f8a251e9440 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Feb 09 13:12:45.997241 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-004b0cf2-ec33-4a05-92ce-4f921783dcb5 req-d0136868-0972-4cf6-b850-fb7d4079b8e3 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Feb 09 13:12:46.390828 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-a8f91c4c-dab4-4b3c-af0d-1d003acd17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:46.392340 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-a8f91c4c-dab4-4b3c-af0d-1d003acd17a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32947b8-36d8-4e31-8400-b282b6379a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433578 Feb 09 13:12:46.451115 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e200f-e655-44fb-9f82-b5d4938c9ec8 req-fb83fd94-53ed-41ba-af32-0536b4654e3b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:46.452558 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-533e200f-e655-44fb-9f82-b5d4938c9ec8 req-fb83fd94-53ed-41ba-af32-0536b4654e3b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0538149 Feb 09 13:12:46.497535 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-533e200f-e655-44fb-9f82-b5d4938c9ec8 req-6bf1a7db-7459-4e44-a92b-37351830f556 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395715 Feb 09 13:12:46.811022 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9440aba-ca76-4576-b825-b58f09d58cd5 req-406a012d-18f8-4cfc-bd3d-95e9fbc96910 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:46.812392 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a9440aba-ca76-4576-b825-b58f09d58cd5 req-406a012d-18f8-4cfc-bd3d-95e9fbc96910 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0502646 Feb 09 13:12:46.860825 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a9440aba-ca76-4576-b825-b58f09d58cd5 req-1c3cf520-8362-4875-8043-c6dc49857534 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Feb 09 13:12:47.113793 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec203780-3e39-485b-9438-a2b6f346c354 req-3c74f8c1-25d1-4ab6-ada4-1a7756d190b5 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:47.115383 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ec203780-3e39-485b-9438-a2b6f346c354 req-3c74f8c1-25d1-4ab6-ada4-1a7756d190b5 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 945 time: 0.0516467 Feb 09 13:12:47.161451 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ec203780-3e39-485b-9438-a2b6f346c354 req-9ba16c53-262d-427e-a1d1-a145d284f813 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394235 Feb 09 13:12:47.298930 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:47.411218 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-5b33e3ee-3018-42e7-9e0e-0c0c695a9a48 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855913 Feb 09 13:12:47.501511 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31f08d9a-5dbe-47e6-8dbc-d562544176d4 req-cd2ffa99-232b-4468-b47e-12ecc69b2314 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806155 Feb 09 13:12:47.628872 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d552-7e4d-47b8-b582-6af1c1069481 req-bc72b73a-b457-49a8-8447-120c337bea1e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:47.630332 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-68a5d552-7e4d-47b8-b582-6af1c1069481 req-bc72b73a-b457-49a8-8447-120c337bea1e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0606806 Feb 09 13:12:47.676651 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-68a5d552-7e4d-47b8-b582-6af1c1069481 req-68a9601f-e325-4cf0-b4c9-a1c7a0351680 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406475 Feb 09 13:12:47.978931 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81e1e-7f73-4d6a-8ada-8d3778abd152 req-effde944-8737-4aab-ba0a-d5cf517f1f74 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:47.980417 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-30a81e1e-7f73-4d6a-8ada-8d3778abd152 req-effde944-8737-4aab-ba0a-d5cf517f1f74 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0527325 Feb 09 13:12:48.030852 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-30a81e1e-7f73-4d6a-8ada-8d3778abd152 req-43bcc149-3380-409a-85c5-d1e05985970b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Feb 09 13:12:48.281141 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27e10d-f0db-409e-be50-b07272bbf67b req-b028d427-62d5-4baf-b5da-2e3f143655b1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:48.282640 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2d27e10d-f0db-409e-be50-b07272bbf67b req-b028d427-62d5-4baf-b5da-2e3f143655b1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 945 time: 0.0530369 Feb 09 13:12:48.330138 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2d27e10d-f0db-409e-be50-b07272bbf67b req-92850344-dc39-4f5d-81da-150586934217 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418329 Feb 09 13:12:48.840385 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c7e91-1ad5-4773-8fd6-b1ef8e5cda92 req-d2cd2036-ad77-4872-b4f2-90f088774e12 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:48.847489 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-177c7e91-1ad5-4773-8fd6-b1ef8e5cda92 req-d2cd2036-ad77-4872-b4f2-90f088774e12 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0804465 Feb 09 13:12:48.880208 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024c791-501d-4a4f-a478-0893e5634ed0 req-e5f14e02-5034-49bc-ab11-58e6f64c22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:48.883387 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6024c791-501d-4a4f-a478-0893e5634ed0 req-e5f14e02-5034-49bc-ab11-58e6f64c22a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 1129 time: 0.0630639 Feb 09 13:12:48.909406 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-177c7e91-1ad5-4773-8fd6-b1ef8e5cda92 req-7d28ce99-702e-4857-b8f0-8217ecbcad84 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608339 Feb 09 13:12:48.943150 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6024c791-501d-4a4f-a478-0893e5634ed0 req-d371a62b-0ef8-4b80-9b55-484c0cf29202 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535603 Feb 09 13:12:49.167031 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1d9d-11eb-4693-8208-53261ff032a5 req-a01bffed-82d6-4933-8f31-d17101b17283 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:49.168535 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a8be1d9d-11eb-4693-8208-53261ff032a5 req-a01bffed-82d6-4933-8f31-d17101b17283 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0709667 Feb 09 13:12:49.259586 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a8be1d9d-11eb-4693-8208-53261ff032a5 req-9c812af8-d68c-4457-b01f-8351ec0959fb tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755165 Feb 09 13:12:50.060819 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d8233-39c9-40f1-bb15-7f9c5dff8294 req-98527d95-a40a-49e2-b23f-b4e29da5cd8a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:50.067300 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a90d8233-39c9-40f1-bb15-7f9c5dff8294 req-98527d95-a40a-49e2-b23f-b4e29da5cd8a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0660441 Feb 09 13:12:50.130655 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a90d8233-39c9-40f1-bb15-7f9c5dff8294 req-61528730-eb43-4d07-bcc9-13a0441a188d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622029 Feb 09 13:12:50.262031 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 41140) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:50.453034 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd03ad-4ff7-4ae4-a206-c79ddf5c95a3 req-b66ccd9c-7dd5-436d-b67d-4588bb6c8e2f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:50.459154 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d251a6e5-4f8a-4945-b050-e31395b3a309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:50.459325 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cbcd03ad-4ff7-4ae4-a206-c79ddf5c95a3 req-b66ccd9c-7dd5-436d-b67d-4588bb6c8e2f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0961537 Feb 09 13:12:50.516998 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cbcd03ad-4ff7-4ae4-a206-c79ddf5c95a3 req-251e2f90-0957-4e03-8f41-684f94ac06de tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541134 Feb 09 13:12:50.558666 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d251a6e5-4f8a-4945-b050-e31395b3a309 admin admin] Publish callbacks [] for security_group (fedac24d-a225-483e-b807-a3c7ce96c96c), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:50.619924 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d251a6e5-4f8a-4945-b050-e31395b3a309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (fedac24d-a225-483e-b807-a3c7ce96c96c), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:50.659718 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-d251a6e5-4f8a-4945-b050-e31395b3a309 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=643c1276c415445fa605510d69031e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944736 Feb 09 13:12:50.662589 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 41160) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:12:50.703211 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251a6e5-4f8a-4945-b050-e31395b3a309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedac24d-a225-483e-b807-a3c7ce96c96c,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:50.760292 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71c34502-b621-4ba5-ab90-4126be981ddc admin admin] Publish callbacks [] for security_group (fedac24d-a225-483e-b807-a3c7ce96c96c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:50.788832 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71c34502-b621-4ba5-ab90-4126be981ddc admin admin] Publish callbacks [] for security_group (fedac24d-a225-483e-b807-a3c7ce96c96c), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:50.917181 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71c34502-b621-4ba5-ab90-4126be981ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (fedac24d-a225-483e-b807-a3c7ce96c96c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:50.919965 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-71c34502-b621-4ba5-ab90-4126be981ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:50.924105 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-71c34502-b621-4ba5-ab90-4126be981ddc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fedac24d-a225-483e-b807-a3c7ce96c96c HTTP/1.1" status: 204 len: 168 time: 0.2599053 Feb 09 13:12:50.932925 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c34502-b621-4ba5-ab90-4126be981ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedac24d-a225-483e-b807-a3c7ce96c96c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:51.280922 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc129ed-7705-4ca8-aadd-452c3517dd78 req-ec134d04-966e-4ac6-96b9-1cad22db9751 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:51.282398 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ffc129ed-7705-4ca8-aadd-452c3517dd78 req-ec134d04-966e-4ac6-96b9-1cad22db9751 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0536525 Feb 09 13:12:51.336731 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ffc129ed-7705-4ca8-aadd-452c3517dd78 req-f99501d4-26a5-49ab-b349-78914d9f154e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484488 Feb 09 13:12:51.534333 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:12:51.649445 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c49de-f836-4bfc-97eb-bebcdb8efd30 req-baddea1f-c041-4577-be15-d95babad161b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:51.650995 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-605c49de-f836-4bfc-97eb-bebcdb8efd30 req-baddea1f-c041-4577-be15-d95babad161b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0595005 Feb 09 13:12:51.653510 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:51.669288 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'port_id': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'mac_address': 'fa:16:3e:1d:f4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:12:51.705617 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-605c49de-f836-4bfc-97eb-bebcdb8efd30 req-9eb5f108-f586-4d27-b487-18cdec6f2f64 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484970 Feb 09 13:12:51.723796 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:51.724195 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:51.740003 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:12:51.764027 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:51.841412 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:51.887788 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:52.459780 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0be7e-048a-416f-84d1-7967db3406a7 req-e03655b2-60ee-44fe-bf5c-a79637f15f1f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:52.463108 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c4a0be7e-048a-416f-84d1-7967db3406a7 req-e03655b2-60ee-44fe-bf5c-a79637f15f1f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 945 time: 0.0537498 Feb 09 13:12:52.517444 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c4a0be7e-048a-416f-84d1-7967db3406a7 req-165d70a2-dc1e-4b4a-b978-f70fd3fdc951 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478578 Feb 09 13:12:52.725007 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-04a228ed-ecf8-43d0-9561-12c0d3b3ade5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:52.865316 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a701a45-dda6-4321-998f-bfa26c9556bc req-16033a93-77a4-4786-ac05-67250f103d7c tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:52.867740 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5a701a45-dda6-4321-998f-bfa26c9556bc req-16033a93-77a4-4786-ac05-67250f103d7c tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0619433 Feb 09 13:12:52.927214 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5a701a45-dda6-4321-998f-bfa26c9556bc req-fd37f96d-ee58-45d0-865c-e20d38def5cd tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525517 Feb 09 13:12:52.942511 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['45e332d3-92b6-4aa9-9b18-a8fa5ca22e31'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:12:53.673129 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35db547-bb3f-49f2-ae4b-60b5f46ec983 req-5544f014-91f0-4a6c-81d1-0364f06e331a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:53.680284 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f35db547-bb3f-49f2-ae4b-60b5f46ec983 req-5544f014-91f0-4a6c-81d1-0364f06e331a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 945 time: 0.0648458 Feb 09 13:12:53.776937 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f35db547-bb3f-49f2-ae4b-60b5f46ec983 req-6a29e964-1344-4826-89d4-6f843bb73ee5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956390 Feb 09 13:12:53.940462 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-4d7725d2-bbaf-4781-bdc5-acfb33802aa1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:53.942417 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-4d7725d2-bbaf-4781-bdc5-acfb33802aa1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/networks?id=ff34e378-f58b-45e9-a487-b72107a8e88d HTTP/1.1" status: 200 len: 814 time: 0.1645641 Feb 09 13:12:54.009666 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-058c599a-4d1f-4376-b9ec-94e81648b0e5 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/quotas/a0e498b288c5455ea4e270d16d92dc89 HTTP/1.1" status: 200 len: 375 time: 0.0468826 Feb 09 13:12:54.091951 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022a82d-f78e-4f58-b8ff-5bbd26fc70da req-afc47e80-f8fb-4fb0-9ddd-b57e02289b62 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:54.093535 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9022a82d-f78e-4f58-b8ff-5bbd26fc70da req-afc47e80-f8fb-4fb0-9ddd-b57e02289b62 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0748839 Feb 09 13:12:54.135975 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-c3af2c9e-94be-42d3-88ce-91ac7465a8af tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235712 Feb 09 13:12:54.181388 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9022a82d-f78e-4f58-b8ff-5bbd26fc70da req-d38c2f14-acfc-4999-b400-eaaf177224f3 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762317 Feb 09 13:12:54.245113 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-8281c2cd-fddf-4ded-bbf8-6601c070e7e1 service neutron] 10.222.0.84 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099033 Feb 09 13:12:54.315477 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe2942-3cde-4afb-baa6-5f256208856c req-495bc8f4-67b5-45a4-b264-a677efb2d21e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:54.323637 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-62fe2942-3cde-4afb-baa6-5f256208856c req-495bc8f4-67b5-45a4-b264-a677efb2d21e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0670681 Feb 09 13:12:54.387727 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-62fe2942-3cde-4afb-baa6-5f256208856c req-3189817f-6522-46b0-93be-3c3459fdb95e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583279 Feb 09 13:12:54.407508 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-41a9162d-26a1-4d80-8944-fc567d638cea service neutron] 10.222.0.84 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385918 Feb 09 13:12:54.702169 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bc1cb7e9-2bca-47d2-86e7-d91f3d39ada5 req-5dd6c9ec-2c05-44f8-acd6-ade7e2399165 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 210 time: 0.0424867 Feb 09 13:12:54.919876 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93d268-c296-445c-befb-02c4780fb095 req-8eb36c3e-f90a-4cdf-832f-1c35a99deb3a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:54.927165 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1a93d268-c296-445c-befb-02c4780fb095 req-8eb36c3e-f90a-4cdf-832f-1c35a99deb3a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 945 time: 0.0702939 Feb 09 13:12:55.018772 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1a93d268-c296-445c-befb-02c4780fb095 req-d7f79a6b-3d7c-45db-b11d-66b29e45a4ab tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906923 Feb 09 13:12:55.076052 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-1808e9bc-ba1f-45fb-b5c5-db27495bfae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:55.262032 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:12:55.434572 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:55.440978 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:55.441388 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:55.537189 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:12:55.537621 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:55.564230 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:12:55.566828 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74352b9e-c942-4f88-85f4-36c18cba054b" -d '{"events": [{"server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "name": "network-vif-plugged", "status": "completed", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:12:55.580536 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:55.611116 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57825e96-c8f9-4dec-a4ad-4a10a64e59b5 x-openstack-request-id: req-57825e96-c8f9-4dec-a4ad-4a10a64e59b5 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:12:55.611444 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "name": "network-vif-plugged", "status": "completed", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:12:55.611825 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-57825e96-c8f9-4dec-a4ad-4a10a64e59b5 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:12:55.612355 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'code': 200} Feb 09 13:12:55.665060 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:55.717223 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:55.789667 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0dc75942-4e49-4eb1-ba8f-c09a7accbf23 req-3ad1e9ad-2a77-494f-a465-7fe5a15fbd3f tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 210 time: 0.0257931 Feb 09 13:12:56.137867 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:56.153946 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17829daf-0d11-41d1-bfb1-fdfd7a55baf3 req-a3d59222-79d0-49e5-bc60-a0cb781b7f15 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:56.155453 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-17829daf-0d11-41d1-bfb1-fdfd7a55baf3 req-a3d59222-79d0-49e5-bc60-a0cb781b7f15 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0538282 Feb 09 13:12:56.203612 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-17829daf-0d11-41d1-bfb1-fdfd7a55baf3 req-07cb4c93-e082-4435-b567-31202cd0809d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424943 Feb 09 13:12:56.879645 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fbc28469-1ed6-4702-9069-5bea32ef0a8d req-e55a3e31-efad-4914-9ca3-dd886678a575 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 210 time: 0.0258498 Feb 09 13:12:57.383979 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d84cc3-eb2c-4f53-8fe8-ac37f470a4e6 req-7b34544a-3225-4b51-84f9-358a02f8564c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:57.383979 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-67d84cc3-eb2c-4f53-8fe8-ac37f470a4e6 req-7b34544a-3225-4b51-84f9-358a02f8564c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0877862 Feb 09 13:12:57.466365 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-67d84cc3-eb2c-4f53-8fe8-ac37f470a4e6 req-6b94e9ea-0bb5-410b-80e6-48415529065e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764711 Feb 09 13:12:57.532268 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ae8c7-6121-4324-80ee-33b9d7a3d485 req-413d148f-1c9d-48d1-9f95-ee89cb1233a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:57.534300 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-489ae8c7-6121-4324-80ee-33b9d7a3d485 req-413d148f-1c9d-48d1-9f95-ee89cb1233a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 1130 time: 0.0542982 Feb 09 13:12:57.579269 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:12:57.599366 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-489ae8c7-6121-4324-80ee-33b9d7a3d485 req-d67f1747-5f44-4876-aeff-1376a0691a02 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572033 Feb 09 13:12:57.722059 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:57.990858 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e9371fa2-6edc-43e5-8d31-6a4183aaf702 req-e9cf95b1-baea-46b7-bbad-eac11092fda3 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 210 time: 0.0365934 Feb 09 13:12:58.598871 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f04e-7d68-4cea-b14f-408fcc23836b req-9fc71a31-1df4-4c11-8a27-4a986cfb99e7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:58.600350 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cc38f04e-7d68-4cea-b14f-408fcc23836b req-9fc71a31-1df4-4c11-8a27-4a986cfb99e7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0526605 Feb 09 13:12:58.646894 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cc38f04e-7d68-4cea-b14f-408fcc23836b req-4472055e-127a-43ec-a102-89f125cdb129 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396557 Feb 09 13:12:59.089232 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-660294ad-5887-45f7-83d5-747981b0919c req-37d2a94b-13aa-4fa4-97ce-d79f246a5f79 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 210 time: 0.0264754 Feb 09 13:12:59.241880 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:59.810846 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edba1d6-9b68-4f83-a366-a29a85ee90fb req-e69a793e-6959-4a1c-9179-23a7c54b77c7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:59.812433 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5edba1d6-9b68-4f83-a366-a29a85ee90fb req-e69a793e-6959-4a1c-9179-23a7c54b77c7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0875735 Feb 09 13:12:59.864632 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5edba1d6-9b68-4f83-a366-a29a85ee90fb req-09c8bcf6-a61d-448a-936e-332ae1f74d50 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462322 Feb 09 13:13:00.217709 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d40cc1a6-33da-4945-8636-9ea0cd10916d req-77d01d85-bede-4467-9f2d-4e6016d6dcd9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 210 time: 0.0476809 Feb 09 13:13:01.017843 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4db62-10d7-4324-9220-fefc2a595c16 req-142b5c05-b90f-41f2-bcef-cb23ae7f954c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:01.025616 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-52c4db62-10d7-4324-9220-fefc2a595c16 req-142b5c05-b90f-41f2-bcef-cb23ae7f954c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0740931 Feb 09 13:13:01.069529 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-52c4db62-10d7-4324-9220-fefc2a595c16 req-49be5911-0787-4b3f-b072-b0cbd36beaae tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430191 Feb 09 13:13:01.323586 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-aedf9d68-1fab-4ea7-9194-3cb54d7f93c1 req-316a52fc-3943-4143-89b5-560e6b7e3249 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 210 time: 0.0357583 Feb 09 13:13:01.587270 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-ffecd7e6-73db-461e-843b-390e4f97a6f9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:01.589550 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-ffecd7e6-73db-461e-843b-390e4f97a6f9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "GET /v2.0/networks?id=ff34e378-f58b-45e9-a487-b72107a8e88d HTTP/1.1" status: 200 len: 814 time: 0.1451905 Feb 09 13:13:01.612583 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Request body: {'port': {'device_id': '64e5b30a-480d-4d7a-9944-88956c5cb510', 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d', 'admin_state_up': True, 'tenant_id': 'a0e498b288c5455ea4e270d16d92dc89'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:01.853544 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Made reservation on behalf of a0e498b288c5455ea4e270d16d92dc89 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:01.857194 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:02.034980 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Allocated IP 172.20.0.4 (ff34e378-f58b-45e9-a487-b72107a8e88d/bcfed6b4-c91a-4b7c-908f-9e99278d2c55/fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:02.329474 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks [] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:02.379622 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7effb-eec2-4feb-aa71-de6cdbf5efda req-8286874a-fa77-4f57-90b6-b3bd81d86547 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:02.384578 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c4b7effb-eec2-4feb-aa71-de6cdbf5efda req-8286874a-fa77-4f57-90b6-b3bd81d86547 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.1965666 Feb 09 13:13:02.400176 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354a668-1540-46c2-b718-a6aa0d64fb45 req-65040938-f788-43b2-9916-aee4468d8e8e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:02.402473 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6354a668-1540-46c2-b718-a6aa0d64fb45 req-65040938-f788-43b2-9916-aee4468d8e8e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1799448 Feb 09 13:13:02.456240 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b363a5-3fba-4a9b-96ad-5122ee4607cd req-b54b1c3e-4026-400e-8e6e-68c1445635ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:02.458084 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c4b7effb-eec2-4feb-aa71-de6cdbf5efda req-073c22e9-f2be-4790-8f01-77ec8400b300 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592573 Feb 09 13:13:02.458382 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-86b363a5-3fba-4a9b-96ad-5122ee4607cd req-b54b1c3e-4026-400e-8e6e-68c1445635ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=141d2818a8454068b7397ceefa95ab7b&device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 1129 time: 0.1198573 Feb 09 13:13:02.476537 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:02.493622 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['0c7a08f1-289e-49bd-b9bc-e830edeaee6f', '84c81437-1fbd-4c50-87de-41f47b4410a0'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:13:02.523130 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Network ff34e378-f58b-45e9-a487-b72107a8e88d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:02.530888 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:02.541772 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:13:02.655769 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b363a5-3fba-4a9b-96ad-5122ee4607cd req-75f89245-4cb7-433a-8eab-3f2fc03d2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:02.660681 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-86b363a5-3fba-4a9b-96ad-5122ee4607cd req-75f89245-4cb7-433a-8eab-3f2fc03d2c1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 200 len: 918 time: 0.1895027 Feb 09 13:13:02.664822 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6354a668-1540-46c2-b718-a6aa0d64fb45 req-18c49a0c-96ae-4019-b2bb-6bd2ce46d445 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524767 Feb 09 13:13:02.743438 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Pushing event updated for resources: {'Port': ['ID=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:02.764438 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-86b363a5-3fba-4a9b-96ad-5122ee4607cd req-f2343e81-139c-47df-a29e-2de11bc51345 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e603fae6-8816-4c72-bb3a-419850a3b7de HTTP/1.1" status: 200 len: 217 time: 0.0980535 Feb 09 13:13:02.784947 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:02.785987 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:02.821822 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf822e-615c-4ceb-901a-a2ff58dff517 req-ebd325f6-9f9e-4bb7-b99a-879fc0228ca9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:02.823095 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68bf822e-615c-4ceb-901a-a2ff58dff517 req-ebd325f6-9f9e-4bb7-b99a-879fc0228ca9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 931 time: 0.2015839 Feb 09 13:13:02.858004 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b363a5-3fba-4a9b-96ad-5122ee4607cd req-ac305ab2-14e4-4940-82ce-6639d3211ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:02.860404 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-86b363a5-3fba-4a9b-96ad-5122ee4607cd req-ac305ab2-14e4-4940-82ce-6639d3211ccd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34dc3f-c322-4241-a6b8-551931206a17 HTTP/1.1" status: 200 len: 857 time: 0.0886719 Feb 09 13:13:02.903454 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-d6d35e11-4ab5-4a14-8d03-3b1021fc6a1c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3016188 Feb 09 13:13:02.913575 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-86b363a5-3fba-4a9b-96ad-5122ee4607cd req-289da89e-902b-4b3d-a102-707b353c076a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=356c94e6-31e4-4e9e-9f08-04565eefbcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384257 Feb 09 13:13:02.928015 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Request body: {'port': {'device_id': '64e5b30a-480d-4d7a-9944-88956c5cb510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:03.019528 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68bf822e-615c-4ceb-901a-a2ff58dff517 req-a2af104f-5630-4b30-89aa-cef8f712396f tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895473 Feb 09 13:13:03.030891 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:03.042144 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-86b363a5-3fba-4a9b-96ad-5122ee4607cd req-5ff0fa30-6897-4663-a345-41214f3b8df8 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136897 Feb 09 13:13:03.167001 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-86b363a5-3fba-4a9b-96ad-5122ee4607cd req-bb78dc7d-2b80-4495-a9e8-22fc76407338 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237054 Feb 09 13:13:03.375821 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:13:03.385909 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Publish callbacks [] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:03.400977 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Transition to ACTIVE for port object fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:03.475507 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:03.545840 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Pushing event updated for resources: {'Port': ['ID=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:03.643908 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Attempting to bind port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:13:03.644406 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Attempting to bind port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:13:03.644805 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Attempting to bind port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 on network ff34e378-f58b-45e9-a487-b72107a8e88d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:03.650362 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 on network ff34e378-f58b-45e9-a487-b72107a8e88d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:13:03.650656 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Attempting to bind port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 on network ff34e378-f58b-45e9-a487-b72107a8e88d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:03.668402 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc7261-812d-4c9d-879a-991d79e4d635 req-81142d64-3b85-4c09-b4c8-edba8217e3ca tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:03.668402 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e2bc7261-812d-4c9d-879a-991d79e4d635 req-81142d64-3b85-4c09-b4c8-edba8217e3ca tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.1126270 Feb 09 13:13:03.675357 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:13:03.675357 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Checking segment: {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:13:03.675357 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Bound using segment: {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:13:03.675357 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Bound port: fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:13:03.675357 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:03.762040 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] For port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:03.762040 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] For port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:03.768673 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e2bc7261-812d-4c9d-879a-991d79e4d635 req-fcb387c6-16f6-43de-a5ed-43dbafd53b86 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998473 Feb 09 13:13:03.866617 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:03.916946 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:03.918037 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:03.919445 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] 10.222.0.31 "PUT /v2.0/ports/fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 HTTP/1.1" status: 200 len: 1093 time: 1.0046217 Feb 09 13:13:03.922748 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e5b30a-480d-4d7a-9944-88956c5cb510', 'tag': 'fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:13:03.926202 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e664d94-97a4-4f93-83ae-2b413cd34a39" -d '{"events": [{"name": "network-changed", "server_uuid": "64e5b30a-480d-4d7a-9944-88956c5cb510", "tag": "fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:13:03.960046 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd05597-8c12-4b03-9896-d797a2237931 req-2146d288-7bf8-4e83-9b6a-0d596ded87e5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:03.962205 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5cd05597-8c12-4b03-9896-d797a2237931 req-2146d288-7bf8-4e83-9b6a-0d596ded87e5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1540389 Feb 09 13:13:03.995648 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4364285-4077-41e6-8141-c323c3a86b0f service neutron] Pushing event updated for resources: {'Port': ['ID=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:04.003604 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca073ef-0169-4d49-9c01-30a184e69feb req-a3fcf13a-6a76-4edd-aec7-1507aa559041 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:04.015169 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 41518) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:04.021561 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-43525fb1-1971-46bc-acf0-b6c3914d4c22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'floatingip': {'port_id': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:04.022247 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0ca073ef-0169-4d49-9c01-30a184e69feb req-a3fcf13a-6a76-4edd-aec7-1507aa559041 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.1347222 Feb 09 13:13:04.124896 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cabfd0-30ae-46ff-88eb-a509f124548f x-openstack-request-id: req-79cabfd0-30ae-46ff-88eb-a509f124548f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:13:04.125191 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e5b30a-480d-4d7a-9944-88956c5cb510", "tag": "fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:13:04.125455 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-79cabfd0-30ae-46ff-88eb-a509f124548f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:13:04.125857 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e5b30a-480d-4d7a-9944-88956c5cb510', 'tag': 'fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1', 'status': 'completed', 'code': 200} Feb 09 13:13:04.227623 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5cd05597-8c12-4b03-9896-d797a2237931 req-064bf496-5752-4885-a026-f21b0b914370 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593241 Feb 09 13:13:04.230668 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43525fb1-1971-46bc-acf0-b6c3914d4c22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (007f38c5-d275-4788-a10f-a76020def4c2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:04.245794 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369c66f-4db8-4579-9afa-5cb93c8b8ca7 req-a83db478-b319-4981-bcf3-d2e66627e68e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:04.251695 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d369c66f-4db8-4579-9afa-5cb93c8b8ca7 req-a83db478-b319-4981-bcf3-d2e66627e68e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 943 time: 0.1206269 Feb 09 13:13:04.305440 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-611cfefc-6dc1-4efd-b5b8-c5faa4045fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:04.306991 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-611cfefc-6dc1-4efd-b5b8-c5faa4045fb3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 1127 time: 0.2034218 Feb 09 13:13:04.339146 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d369c66f-4db8-4579-9afa-5cb93c8b8ca7 req-0a0a444f-5fe3-4425-8c47-2da0c5b0b872 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794041 Feb 09 13:13:04.503083 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 41538) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:04.643014 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-59618480-50a3-42f5-bfec-2a79fcef839f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 HTTP/1.1" status: 200 len: 217 time: 0.0463016 Feb 09 13:13:04.652510 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3727cafc-7643-433a-b914-79e743fe4560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:04.764374 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3727cafc-7643-433a-b914-79e743fe4560 admin admin] Publish callbacks [] for security_group (10bf4c39-43f6-473c-a8de-928edc1a61af), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:04.844262 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-6890d7f4-df26-4d5c-87d6-4708d80569c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:04.845761 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-6890d7f4-df26-4d5c-87d6-4708d80569c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfed6b4-c91a-4b7c-908f-9e99278d2c55 HTTP/1.1" status: 200 len: 854 time: 0.1935461 Feb 09 13:13:04.893951 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-5aa37053-776c-4500-ad3c-2b6e90760d11 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff34e378-f58b-45e9-a487-b72107a8e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368648 Feb 09 13:13:04.920546 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3727cafc-7643-433a-b914-79e743fe4560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (10bf4c39-43f6-473c-a8de-928edc1a61af), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:04.971360 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-3727cafc-7643-433a-b914-79e743fe4560 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b9cc4a2751f348fe82d30121ffd5833a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4670162 Feb 09 13:13:04.974438 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727cafc-7643-433a-b914-79e743fe4560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bf4c39-43f6-473c-a8de-928edc1a61af,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:04.976844 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 41552) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:05.048624 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-76a11c4e-92a7-4f05-9ac3-fba9a53d3468 admin admin] Publish callbacks [] for security_group (10bf4c39-43f6-473c-a8de-928edc1a61af), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:05.087205 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-76a11c4e-92a7-4f05-9ac3-fba9a53d3468 admin admin] Publish callbacks [] for security_group (10bf4c39-43f6-473c-a8de-928edc1a61af), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:05.239819 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-5c01b788-23b7-4508-a249-43aeddc80250 service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286297 Feb 09 13:13:05.270638 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-76a11c4e-92a7-4f05-9ac3-fba9a53d3468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (10bf4c39-43f6-473c-a8de-928edc1a61af), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:05.275148 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-76a11c4e-92a7-4f05-9ac3-fba9a53d3468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:05.278457 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-76a11c4e-92a7-4f05-9ac3-fba9a53d3468 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/10bf4c39-43f6-473c-a8de-928edc1a61af HTTP/1.1" status: 204 len: 168 time: 0.2984383 Feb 09 13:13:05.307222 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a11c4e-92a7-4f05-9ac3-fba9a53d3468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bf4c39-43f6-473c-a8de-928edc1a61af,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:05.357658 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.db.resource_extend [None req-43525fb1-1971-46bc-acf0-b6c3914d4c22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:13:05.470345 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43525fb1-1971-46bc-acf0-b6c3914d4c22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:05.492099 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4246e5e-a80b-4720-bffe-0f7c7630f574 req-a134eec9-851e-4ba9-8cb2-850b3acb1a2d service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304990 Feb 09 13:13:05.514192 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914579c7-f98d-44f5-9a63-0c1476e5deb2 req-f3a6ea60-ceba-4382-b11a-c4ad7059202e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:05.515894 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-914579c7-f98d-44f5-9a63-0c1476e5deb2 req-f3a6ea60-ceba-4382-b11a-c4ad7059202e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1811459 Feb 09 13:13:05.528558 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaccba-c211-4d5d-8bb8-d42617babfac req-fa0159cc-99c8-4e40-a001-8e01c6688e53 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:05.536085 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b6eaccba-c211-4d5d-8bb8-d42617babfac req-fa0159cc-99c8-4e40-a001-8e01c6688e53 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 943 time: 0.0996971 Feb 09 13:13:05.550058 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43525fb1-1971-46bc-acf0-b6c3914d4c22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (007f38c5-d275-4788-a10f-a76020def4c2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:05.602914 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b6eaccba-c211-4d5d-8bb8-d42617babfac req-e9a51f88-9ac1-4435-b744-fa9f0a54e000 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598762 Feb 09 13:13:05.635882 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-914579c7-f98d-44f5-9a63-0c1476e5deb2 req-351180c6-5d9b-4424-b3b9-730d5c9e4e39 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110313 Feb 09 13:13:05.686979 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-43525fb1-1971-46bc-acf0-b6c3914d4c22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Floating IP 007f38c5-d275-4788-a10f-a76020def4c2 associated. External IP: 172.27.1.119, port: 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31. Feb 09 13:13:05.829837 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e664d94-97a4-4f93-83ae-2b413cd34a39 req-d9644445-eeae-40e2-9299-edaddb083729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:05.831373 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e664d94-97a4-4f93-83ae-2b413cd34a39 req-d9644445-eeae-40e2-9299-edaddb083729 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 1127 time: 0.0998428 Feb 09 13:13:06.430762 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e664d94-97a4-4f93-83ae-2b413cd34a39 req-78079cee-a95a-4394-9d98-a25fa3b9bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:06.432058 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e664d94-97a4-4f93-83ae-2b413cd34a39 req-78079cee-a95a-4394-9d98-a25fa3b9bac4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff34e378-f58b-45e9-a487-b72107a8e88d HTTP/1.1" status: 200 len: 915 time: 0.5890419 Feb 09 13:13:06.530147 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e664d94-97a4-4f93-83ae-2b413cd34a39 req-d59a41af-ca18-453d-84ce-aaa5816835cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 HTTP/1.1" status: 200 len: 217 time: 0.0826459 Feb 09 13:13:06.633003 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e664d94-97a4-4f93-83ae-2b413cd34a39 req-b76248d8-7c1b-45d3-835f-f9647b99c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:06.634782 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e664d94-97a4-4f93-83ae-2b413cd34a39 req-b76248d8-7c1b-45d3-835f-f9647b99c6bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfed6b4-c91a-4b7c-908f-9e99278d2c55 HTTP/1.1" status: 200 len: 854 time: 0.0924733 Feb 09 13:13:06.655145 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43525fb1-1971-46bc-acf0-b6c3914d4c22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:13:06.711258 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e664d94-97a4-4f93-83ae-2b413cd34a39 req-8a650352-9d50-4de2-8fb2-240c0f4346b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff34e378-f58b-45e9-a487-b72107a8e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673547 Feb 09 13:13:06.790988 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba740f-7f40-4cf6-9ff7-d876fa16feb6 req-ccb78484-cfaf-47ac-b318-36c4018c0bd4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:06.793736 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-31ba740f-7f40-4cf6-9ff7-d876fa16feb6 req-ccb78484-cfaf-47ac-b318-36c4018c0bd4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 943 time: 0.1111999 Feb 09 13:13:06.870815 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 41606) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:06.896159 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-31ba740f-7f40-4cf6-9ff7-d876fa16feb6 req-5366b2ce-6e06-45f4-999f-2843ffd1eb4d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947804 Feb 09 13:13:07.036680 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e664d94-97a4-4f93-83ae-2b413cd34a39 req-4a0e69c5-82d5-4074-8a5e-c15814561f5b service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190031 Feb 09 13:13:07.044686 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1373872030-network', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:07.181193 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35304f92-cfe6-4016-8cc4-965e668065a5 req-9f310a20-93f6-4469-8d9a-3a5797113db5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:07.188206 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35304f92-cfe6-4016-8cc4-965e668065a5 req-9f310a20-93f6-4469-8d9a-3a5797113db5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.3162818 Feb 09 13:13:07.233659 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43525fb1-1971-46bc-acf0-b6c3914d4c22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:13:07.242644 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-43525fb1-1971-46bc-acf0-b6c3914d4c22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:07.248307 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d697d-4828-4acf-a4b6-5925d734116f None None] Sync routers for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:13:07.252835 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Made reservation on behalf of ac777728da844e3a91e4d65d4aa9e4a5 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:07.262607 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:07.268472 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d697d-4828-4acf-a4b6-5925d734116f None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:13:07.269450 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-3e6d697d-4828-4acf-a4b6-5925d734116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:07.302751 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:07.355359 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5e664d94-97a4-4f93-83ae-2b413cd34a39 req-494a6f3f-0a2b-402f-80f6-49ba74f72ac8 service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068442 Feb 09 13:13:07.362989 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-43525fb1-1971-46bc-acf0-b6c3914d4c22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "PUT /v2.0/floatingips/007f38c5-d275-4788-a10f-a76020def4c2 HTTP/1.1" status: 200 len: 992 time: 3.3440835 Feb 09 13:13:07.374821 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-35304f92-cfe6-4016-8cc4-965e668065a5 req-ebf7807b-fe27-43e4-abd9-7aefbc6f01cf tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813493 Feb 09 13:13:07.378030 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:13:07.384838 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9335e147-8d3a-443d-8573-367c055911a0" -d '{"events": [{"name": "network-changed", "server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:13:07.447773 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850de1ef-f922-4c74-bc9e-a831aea68be6 x-openstack-request-id: req-850de1ef-f922-4c74-bc9e-a831aea68be6 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:13:07.448077 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:13:07.448389 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-850de1ef-f922-4c74-bc9e-a831aea68be6 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:13:07.448803 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'status': 'completed', 'code': 200} Feb 09 13:13:07.498195 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Publish callbacks [] for security_group (e1893830-c109-4904-9ded-4c496a9c80ef), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:07.529421 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04430dd0-1e78-4dea-9dd3-2d0b771e442b req-7a716196-d691-40c2-99f4-2202c5da150a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:07.531459 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-04430dd0-1e78-4dea-9dd3-2d0b771e442b req-7a716196-d691-40c2-99f4-2202c5da150a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0767837 Feb 09 13:13:07.573183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e1893830-c109-4904-9ded-4c496a9c80ef), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:07.600789 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-3e6d697d-4828-4acf-a4b6-5925d734116f None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:13:07.615214 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-04430dd0-1e78-4dea-9dd3-2d0b771e442b req-3a3ad7d6-9e7d-477d-b809-6253af2a4850 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776880 Feb 09 13:13:07.636597 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:13:07.646866 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (fbd808d7-9ad9-4dfa-8993-86be242c985b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:07.647468 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Added segment fbd808d7-9ad9-4dfa-8993-86be242c985b of type vlan for network 2d8539eb-78a6-4037-811a-eb4032e8827a Feb 09 13:13:07.656278 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1893830-c109-4904-9ded-4c496a9c80ef,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:07.706248 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (2d8539eb-78a6-4037-811a-eb4032e8827a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:07.812886 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (2d8539eb-78a6-4037-811a-eb4032e8827a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:07.813833 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:07.814433 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:07.877646 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] Pushing event updated for resources: {'Network': ['ID=2d8539eb-78a6-4037-811a-eb4032e8827a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:07.888031 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 2d8539eb-78a6-4037-811a-eb4032e8827a details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:13:07.892706 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-3e6d697d-4828-4acf-a4b6-5925d734116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '007f38c5-d275-4788-a10f-a76020def4c2', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'port_id': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'mac_address': 'fa:16:3e:1d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:12:34Z', 'updated_at': '2022-02-09T13:13:05Z', 'revision_number': 1, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:07.924219 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d697d-4828-4acf-a4b6-5925d734116f None None] Checking router: 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:13:07.935443 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b9890253-d25f-450e-ac8e-da6483fa8d2e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0614920 Feb 09 13:13:07.938146 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 41632) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:07.940036 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d697d-4828-4acf-a4b6-5925d734116f None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:13:07.940775 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-3e6d697d-4828-4acf-a4b6-5925d734116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:07.942998 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] Request body: {'subnet': {'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1373872030-subnet', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:08.020761 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a07223-5013-4bdf-ad23-487f35e8b7e2 req-7beaa8d9-b10d-4f68-aa47-e317efc8516f tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:08.022319 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3a07223-5013-4bdf-ad23-487f35e8b7e2 req-7beaa8d9-b10d-4f68-aa47-e317efc8516f tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 943 time: 0.0540078 Feb 09 13:13:08.047724 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] Made reservation on behalf of ac777728da844e3a91e4d65d4aa9e4a5 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:08.049978 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510269'] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:08.051130 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-3e6d697d-4828-4acf-a4b6-5925d734116f None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:13:08.115766 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3a07223-5013-4bdf-ad23-487f35e8b7e2 req-3dd01d07-1cc9-42b3-9390-d5e39da72eec tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872967 Feb 09 13:13:08.283537 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-3e6d697d-4828-4acf-a4b6-5925d734116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '007f38c5-d275-4788-a10f-a76020def4c2', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'port_id': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'mac_address': 'fa:16:3e:1d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:12:34Z', 'updated_at': '2022-02-09T13:13:05Z', 'revision_number': 1, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:08.298663 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3579483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510211'] for subnet (ba99ff79-216b-49d5-86c7-2a24c634b96a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:08.313052 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d697d-4828-4acf-a4b6-5925d734116f None None] The sync data for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi is: [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '007f38c5-d275-4788-a10f-a76020def4c2', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'port_id': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'mac_address': 'fa:16:3e:1d:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:12:34Z', 'updated_at': '2022-02-09T13:13:05Z', 'revision_number': 1, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:13:08.376172 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba99ff79-216b-49d5-86c7-2a24c634b96a,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:08.386106 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] Checking segment: {'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:13:08.386545 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] Network hostable DHCP agents. Network: 2d8539eb-78a6-4037-811a-eb4032e8827a, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:13:08.470153 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] Network 2d8539eb-78a6-4037-811a-eb4032e8827a is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:13:08.488945 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153654c2-0481-4e9b-a683-6ff2588fd0d0 req-fd29db66-52e6-4e52-b6b2-0fc7893c8ac5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:08.490513 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-153654c2-0481-4e9b-a683-6ff2588fd0d0 req-fd29db66-52e6-4e52-b6b2-0fc7893c8ac5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0533919 Feb 09 13:13:08.548391 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-153654c2-0481-4e9b-a683-6ff2588fd0d0 req-dc82eeff-1948-4224-9ac4-339cc38cec2d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504284 Feb 09 13:13:08.549598 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 2d8539eb-78a6-4037-811a-eb4032e8827a) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:08.553669 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:08.554298 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:08.573879 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7bd39d-80e0-4bf3-858c-b22dff450caa None None] New status for floating IP 007f38c5-d275-4788-a10f-a76020def4c2: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:13:08.578380 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d4c83-8aed-4f65-ab51-085f319b88c7 None None] Network 2d8539eb-78a6-4037-811a-eb4032e8827a requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:13:08.711424 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4bc4be0c-6057-41cd-a9f0-c32cedeae0ad admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7721951 Feb 09 13:13:08.714255 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 41644) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:08.718610 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:08.737428 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfb67b-ad0c-4c37-bfdb-3a73d6a017bd req-a3c1a3eb-9ab4-4f26-9dde-a7070d47cb54 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:08.739023 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8ccfb67b-ad0c-4c37-bfdb-3a73d6a017bd req-a3c1a3eb-9ab4-4f26-9dde-a7070d47cb54 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0594125 Feb 09 13:13:08.790471 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8ccfb67b-ad0c-4c37-bfdb-3a73d6a017bd req-ce47a7ea-36b0-4f3e-a37c-ecb05a24d3b8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448523 Feb 09 13:13:08.801517 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25933'] for router (a76a2cd1-233d-4cc9-b484-6870453ffce8), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:08.802550 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25942'] for router (a76a2cd1-233d-4cc9-b484-6870453ffce8), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:08.857693 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Publish callbacks [] for router_controller (a76a2cd1-233d-4cc9-b484-6870453ffce8), precommit_add_association {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:08.902673 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6efa35db-1db3-5fc5-bf75-75554a5a7c43-2d8539eb-78a6-4037-811a-eb4032e8827a', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'fixed_ips': [{'subnet_id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a'}]}} from dv-cinder-827860-3-iscsi. {{(pid=103166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 13:13:08.903908 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:09.057240 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Publish callbacks [] for router_gateway (a76a2cd1-233d-4cc9-b484-6870453ffce8), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:09.071808 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.db_base_plugin_common [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Allocated IP 172.20.0.2 (2d8539eb-78a6-4037-811a-eb4032e8827a/ba99ff79-216b-49d5-86c7-2a24c634b96a/3158e83c-86ed-4d73-b1b9-1f138151958d) {{(pid=103166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:09.226172 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Publish callbacks [] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), precommit_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:09.276229 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:09.314371 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Network 2d8539eb-78a6-4037-811a-eb4032e8827a is already hosted by enough agents. {{(pid=103166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:09.318649 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.base_scheduler [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Resources bound (agent type, host, resource id): {{(pid=103166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:09.323378 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Received port after_create {{(pid=103166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:13:09.326368 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Pushing event updated for resources: {'Port': ['ID=3158e83c-86ed-4d73-b1b9-1f138151958d,revision_number=1']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:09.330937 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3f32-bc93-4553-8065-03d6be8d5d32 req-26789782-f90b-45f7-a565-2545e0df16ee tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.332424 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-65aa3f32-bc93-4553-8065-03d6be8d5d32 req-26789782-f90b-45f7-a565-2545e0df16ee tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 943 time: 0.1443295 Feb 09 13:13:09.378771 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Attempting to bind port 3158e83c-86ed-4d73-b1b9-1f138151958d on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:13:09.379313 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Attempting to bind port 3158e83c-86ed-4d73-b1b9-1f138151958d by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:13:09.379727 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Attempting to bind port 3158e83c-86ed-4d73-b1b9-1f138151958d on network 2d8539eb-78a6-4037-811a-eb4032e8827a {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:09.385211 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:13:09.385586 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Checking segment: {'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:13:09.385988 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:09.386379 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Bound using segment: {'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:13:09.386870 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Bound port: 3158e83c-86ed-4d73-b1b9-1f138151958d, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:13:09.387249 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:09.389405 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Publish callbacks [] for router_gateway (a76a2cd1-233d-4cc9-b484-6870453ffce8), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:09.416693 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:09.428856 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-65aa3f32-bc93-4553-8065-03d6be8d5d32 req-612bcdba-f01c-4d10-b89e-8df91d7c04f5 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762913 Feb 09 13:13:09.465987 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] For port 3158e83c-86ed-4d73-b1b9-1f138151958d, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:09.470723 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] For port 3158e83c-86ed-4d73-b1b9-1f138151958d, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=3158e83c-86ed-4d73-b1b9-1f138151958d,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:09.530741 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Allocated IP 172.27.1.154 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/cebc9a03-aebd-413f-8b85-ac3f21bbd149) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:09.593506 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:09.641558 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Publish callbacks [] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:09.681268 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50462e93-b71a-4623-9547-e37e5be985c4 None None] Pushing event updated for resources: {'Port': ['ID=3158e83c-86ed-4d73-b1b9-1f138151958d,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:09.698271 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a1695-eeb9-4df0-a0d7-f288580752da req-08205b89-44a4-496f-ac4c-cbfa688e646a tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.699851 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-095a1695-eeb9-4df0-a0d7-f288580752da req-08205b89-44a4-496f-ac4c-cbfa688e646a tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0761647 Feb 09 13:13:09.750247 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:09.754048 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-095a1695-eeb9-4df0-a0d7-f288580752da req-2df81693-46f6-43fd-905a-7e5cee32369d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484252 Feb 09 13:13:09.791735 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:09.798042 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:09.798782 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:13:09.831297 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Pushing event updated for resources: {'Port': ['ID=cebc9a03-aebd-413f-8b85-ac3f21bbd149,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:10.232215 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b1dc7-833f-4292-a431-ff4bba318e50 req-b728d015-4e88-463e-8109-9eae9d97dedd tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:10.237045 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-410b1dc7-833f-4292-a431-ff4bba318e50 req-b728d015-4e88-463e-8109-9eae9d97dedd tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.3241434 Feb 09 13:13:10.282661 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-410b1dc7-833f-4292-a431-ff4bba318e50 req-f60fe1c9-cb5b-44b9-a4db-722fcfd95c3e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432794 Feb 09 13:13:10.427438 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 3158e83c-86ed-4d73-b1b9-1f138151958d up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:13:10.437620 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Publish callbacks [] for router_gateway (a76a2cd1-233d-4cc9-b484-6870453ffce8), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:10.519724 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:13:10.599237 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639a85b-25cb-40ed-a811-66b36284e6a1 req-82c35f7f-3fb8-4780-965e-eeb59002af3a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:10.606680 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2639a85b-25cb-40ed-a811-66b36284e6a1 req-82c35f7f-3fb8-4780-965e-eeb59002af3a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 943 time: 0.1042452 Feb 09 13:13:10.630072 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 3158e83c-86ed-4d73-b1b9-1f138151958d triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:10.630691 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:10.672034 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335e147-8d3a-443d-8573-367c055911a0 req-f54a469a-e3c3-4313-8763-4d6cc56c7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:10.673630 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9335e147-8d3a-443d-8573-367c055911a0 req-f54a469a-e3c3-4313-8763-4d6cc56c7181 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 1130 time: 0.1249275 Feb 09 13:13:10.708933 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:10.728360 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2639a85b-25cb-40ed-a811-66b36284e6a1 req-1c362b96-eb5d-4d20-948c-4d62fb5e6666 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130259 Feb 09 13:13:10.741898 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': 'fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1', 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d', 'port_id': 'fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1', 'mac_address': 'fa:16:3e:e8:48:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfed6b4-c91a-4b7c-908f-9e99278d2c55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:13:10.806635 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc023d4-cef7-4536-98e7-beffef5992b0 None None] Network 2d8539eb-78a6-4037-811a-eb4032e8827a requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:13:10.838387 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662855'] for router (a76a2cd1-233d-4cc9-b484-6870453ffce8), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:10.877689 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335e147-8d3a-443d-8573-367c055911a0 req-5aa1f976-f2a8-433c-a35d-f86bb2142be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:10.880216 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9335e147-8d3a-443d-8573-367c055911a0 req-5aa1f976-f2a8-433c-a35d-f86bb2142be7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 917 time: 0.1938756 Feb 09 13:13:10.974794 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 3158e83c-86ed-4d73-b1b9-1f138151958d is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:11.028511 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:11.028511 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:11.028511 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:11.029733 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9335e147-8d3a-443d-8573-367c055911a0 req-73e12430-6756-4c96-ba9f-4bbbc9a09147 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 HTTP/1.1" status: 200 len: 1002 time: 0.1112623 Feb 09 13:13:11.034054 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:13:11.051264 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-77e07b85-5d27-4fd8-92e5-5dcd7687ec8d None None] Provisioning complete for port 3158e83c-86ed-4d73-b1b9-1f138151958d triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:11.074518 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-77e07b85-5d27-4fd8-92e5-5dcd7687ec8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:11.074980 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335e147-8d3a-443d-8573-367c055911a0 req-d2ccc65b-af14-4061-86b1-e0b157b0221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:11.074980 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9335e147-8d3a-443d-8573-367c055911a0 req-d2ccc65b-af14-4061-86b1-e0b157b0221a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=554c6378-3dbd-4135-b433-882cffe509d2 HTTP/1.1" status: 200 len: 855 time: 0.0521436 Feb 09 13:13:11.108037 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3693af1-08b1-4488-bedb-09fc15e90745 req-539f7679-c713-4671-9e9b-5abb033c3d08 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:11.109818 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b3693af1-08b1-4488-bedb-09fc15e90745 req-539f7679-c713-4671-9e9b-5abb033c3d08 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1410758 Feb 09 13:13:11.119472 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port 3158e83c-86ed-4d73-b1b9-1f138151958d, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=3158e83c-86ed-4d73-b1b9-1f138151958d,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:11.123034 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:11.138843 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335e147-8d3a-443d-8573-367c055911a0 req-ecc061bf-d2e6-4376-8491-4ff8b9a3420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:11.140916 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9335e147-8d3a-443d-8573-367c055911a0 req-ecc061bf-d2e6-4376-8491-4ff8b9a3420c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32947b8-36d8-4e31-8400-b282b6379a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647953 Feb 09 13:13:11.179832 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b3693af1-08b1-4488-bedb-09fc15e90745 req-f17b6508-6afa-48c4-85c1-bfe211d8a165 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617559 Feb 09 13:13:11.211280 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:11.214278 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:11.224189 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Router a76a2cd1-233d-4cc9-b484-6870453ffce8 is scheduled to L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 with binding_index 1 {{(pid=103165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:13:11.229934 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-77e07b85-5d27-4fd8-92e5-5dcd7687ec8d None None] Current status of the port 3158e83c-86ed-4d73-b1b9-1f138151958d is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:11.235926 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-77e07b85-5d27-4fd8-92e5-5dcd7687ec8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:11.272750 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9335e147-8d3a-443d-8573-367c055911a0 req-ccf483f2-37d7-476e-9ebe-122fb9d20bcd service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164663 Feb 09 13:13:11.363491 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:11.409407 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:13:11.421066 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Sync routers for ids ['a76a2cd1-233d-4cc9-b484-6870453ffce8'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:13:11.439675 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Routers {'a76a2cd1-233d-4cc9-b484-6870453ffce8'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:13:11.440771 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['a76a2cd1-233d-4cc9-b484-6870453ffce8'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:11.496350 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:11.498900 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-af68c074-3b4f-44d8-b14b-bddbbb50d796 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7833681 Feb 09 13:13:11.501521 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 41686) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:11.533066 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.db.api [None req-77e07b85-5d27-4fd8-92e5-5dcd7687ec8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:13:11.533770 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG oslo_db.api [None req-77e07b85-5d27-4fd8-92e5-5dcd7687ec8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:13:11.534039 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=3158e83c-86ed-4d73-b1b9-1f138151958d,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:11.552807 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b780e9d-1ee5-492e-9a46-fb5ed80b71b9 req-5dbc37b8-613c-4a41-9410-8d9c90c26218 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:11.554337 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5b780e9d-1ee5-492e-9a46-fb5ed80b71b9 req-5dbc37b8-613c-4a41-9410-8d9c90c26218 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.1418853 Feb 09 13:13:11.562751 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9335e147-8d3a-443d-8573-367c055911a0 req-4aeb489b-dc80-4f72-8c34-c7134b928155 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797031 Feb 09 13:13:11.601973 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Set router a76a2cd1-233d-4cc9-b484-6870453ffce8 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:13:11.689844 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5b780e9d-1ee5-492e-9a46-fb5ed80b71b9 req-20f465f2-b9e5-4b32-8d51-44ef0045d0a7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249590 Feb 09 13:13:11.703500 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:13:11.941372 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:10Z', 'revision_number': 3, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:12.014541 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Checking router: a76a2cd1-233d-4cc9-b484-6870453ffce8 for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:13:12.015020 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Updating router a76a2cd1-233d-4cc9-b484-6870453ffce8 port cebc9a03-aebd-413f-8b85-ac3f21bbd149 binding host dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:13:12.098230 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:12.142590 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-77e07b85-5d27-4fd8-92e5-5dcd7687ec8d None None] Current status of the port 3158e83c-86ed-4d73-b1b9-1f138151958d is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:12.213589 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884efc3c-4d1a-4a9c-afe5-d79b09a2477c req-042e01b4-8f3c-4b67-b077-30ce1aecd05e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:12.215322 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-884efc3c-4d1a-4a9c-afe5-d79b09a2477c req-042e01b4-8f3c-4b67-b077-30ce1aecd05e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 944 time: 0.3192177 Feb 09 13:13:12.295643 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-e94ef92d-9107-48c8-9900-cc0326917c45 None None] Provisioning complete for port 3158e83c-86ed-4d73-b1b9-1f138151958d triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:12.296043 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-e94ef92d-9107-48c8-9900-cc0326917c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:12.406272 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-884efc3c-4d1a-4a9c-afe5-d79b09a2477c req-a30cb713-f891-4645-a7b0-c4d72d4dc3bb tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820374 Feb 09 13:13:12.441707 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62ade8-9443-4b04-8c1b-8a6885bdb619 req-e05db497-1d5e-4fae-8e67-7ddf99f59365 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:12.459910 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bc62ade8-9443-4b04-8c1b-8a6885bdb619 req-e05db497-1d5e-4fae-8e67-7ddf99f59365 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1050828 Feb 09 13:13:12.470247 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 3158e83c-86ed-4d73-b1b9-1f138151958d up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:13:12.497446 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:12.548739 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-e94ef92d-9107-48c8-9900-cc0326917c45 None None] Current status of the port 3158e83c-86ed-4d73-b1b9-1f138151958d is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:12.587783 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 3158e83c-86ed-4d73-b1b9-1f138151958d triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:12.588391 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:12.615795 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bc62ade8-9443-4b04-8c1b-8a6885bdb619 req-256cb527-76bc-49a2-a7aa-cba04f716a70 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542511 Feb 09 13:13:12.675088 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Publish callbacks [] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:12.749422 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:12.752437 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 3158e83c-86ed-4d73-b1b9-1f138151958d is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:12.891650 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72678c-8192-4ead-81b1-ffed61d2e9a1 None None] Pushing event updated for resources: {'Port': ['ID=cebc9a03-aebd-413f-8b85-ac3f21bbd149,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:12.896755 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Attempting to bind port cebc9a03-aebd-413f-8b85-ac3f21bbd149 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:13:12.897225 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Attempting to bind port cebc9a03-aebd-413f-8b85-ac3f21bbd149 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:13:12.897594 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Attempting to bind port cebc9a03-aebd-413f-8b85-ac3f21bbd149 on network fe239bd9-8017-490e-9e82-efc91d772d35 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:12.908203 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:13:12.908824 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Checking segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:13:12.909520 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:12.913077 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Bound using segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:13:12.913613 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Bound port: cebc9a03-aebd-413f-8b85-ac3f21bbd149, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:13:12.914890 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:12.952275 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Allocated IP 172.20.0.1 (2d8539eb-78a6-4037-811a-eb4032e8827a/ba99ff79-216b-49d5-86c7-2a24c634b96a/822b0e16-bf1f-439b-8e02-ad4d916dede3) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:12.994222 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] For port cebc9a03-aebd-413f-8b85-ac3f21bbd149, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:12.997552 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] For port cebc9a03-aebd-413f-8b85-ac3f21bbd149, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=cebc9a03-aebd-413f-8b85-ac3f21bbd149,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:13.062596 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475be0-00d7-4573-a213-d1d45dff5c17 req-f7d0ec62-dd27-4f0a-a9a4-e133beaf9a1c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:13.064234 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cc475be0-00d7-4573-a213-d1d45dff5c17 req-f7d0ec62-dd27-4f0a-a9a4-e133beaf9a1c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.2228391 Feb 09 13:13:13.077571 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:13.136128 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Publish callbacks [] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:13.154121 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Routers {'a76a2cd1-233d-4cc9-b484-6870453ffce8'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:13:13.154884 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['a76a2cd1-233d-4cc9-b484-6870453ffce8'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:13.161527 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72678c-8192-4ead-81b1-ffed61d2e9a1 None None] Pushing event updated for resources: {'Port': ['ID=cebc9a03-aebd-413f-8b85-ac3f21bbd149,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:13.214781 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cc475be0-00d7-4573-a213-d1d45dff5c17 req-26de895a-343e-46e9-9af1-2842d7305e0b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391172 Feb 09 13:13:13.299041 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:13.346946 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Network 2d8539eb-78a6-4037-811a-eb4032e8827a is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:13.350219 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:13.354116 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:13:13.393778 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=822b0e16-bf1f-439b-8e02-ad4d916dede3,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:13.415257 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.415635 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.415980 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.416313 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.416639 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.416964 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.417288 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.417616 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.417938 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.418257 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.418590 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.418909 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.419225 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:13.461820 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662928'] for router_interface (a76a2cd1-233d-4cc9-b484-6870453ffce8), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:13.498827 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] Set router a76a2cd1-233d-4cc9-b484-6870453ffce8 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:13:13.660470 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ce895-41a0-4be7-9738-0a0ae37342df req-56558d26-752d-4df7-a714-1d2f4c4f003c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:13.662325 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2e2ce895-41a0-4be7-9738-0a0ae37342df req-56558d26-752d-4df7-a714-1d2f4c4f003c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 944 time: 0.1474876 Feb 09 13:13:13.800007 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-122dea93-550b-4359-b9a9-c9c46735ca3b None None] Provisioning complete for port 822b0e16-bf1f-439b-8e02-ad4d916dede3 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:13.800572 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-122dea93-550b-4359-b9a9-c9c46735ca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:13.812930 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2e2ce895-41a0-4be7-9738-0a0ae37342df req-21a544d8-315b-4dd1-a137-de4592ac360f tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296451 Feb 09 13:13:13.858808 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2253a47-c304-4569-8ca9-1ef84470b967 req-9067b225-be38-46e0-879f-2574a208d6f5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:13.872064 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b2253a47-c304-4569-8ca9-1ef84470b967 req-9067b225-be38-46e0-879f-2574a208d6f5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1254115 Feb 09 13:13:13.907325 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-122dea93-550b-4359-b9a9-c9c46735ca3b None None] Port 822b0e16-bf1f-439b-8e02-ad4d916dede3 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:13:13.917673 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:13.955129 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:10Z', 'revision_number': 3, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:13.966514 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b2253a47-c304-4569-8ca9-1ef84470b967 req-ba7efdc1-909f-4265-9610-8eb3ea45f986 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934341 Feb 09 13:13:13.998195 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37030213-f9ff-45a4-93e4-7e191ad3697b None None] The sync data for ids ['a76a2cd1-233d-4cc9-b484-6870453ffce8'] in dv-cinder-827860-3-iscsi is: [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:10Z', 'revision_number': 3, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:13:14.177061 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Publish callbacks [] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:14.293278 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:14.510651 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:13:14.573118 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=822b0e16-bf1f-439b-8e02-ad4d916dede3,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:14.586581 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655616'] for router_interface (a76a2cd1-233d-4cc9-b484-6870453ffce8), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:14.727764 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:14.733553 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:14.737887 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:14.898747 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:14.904069 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:14.934882 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e5b30a-480d-4d7a-9944-88956c5cb510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:13:14.938461 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d9d602-7338-4214-a2b3-45c066369f5d" -d '{"events": [{"server_uuid": "64e5b30a-480d-4d7a-9944-88956c5cb510", "name": "network-vif-plugged", "status": "completed", "tag": "fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:13:14.971033 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:15.010980 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caf1c0e-23c6-4ab9-b548-e2c733def3ed x-openstack-request-id: req-4caf1c0e-23c6-4ab9-b548-e2c733def3ed {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:13:15.011291 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e5b30a-480d-4d7a-9944-88956c5cb510", "name": "network-vif-plugged", "status": "completed", "tag": "fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:13:15.011604 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4caf1c0e-23c6-4ab9-b548-e2c733def3ed {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:13:15.012147 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e5b30a-480d-4d7a-9944-88956c5cb510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1', 'code': 200} Feb 09 13:13:15.118503 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:15.188037 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de84e9-c055-415d-b487-4b79cc4164c9 req-c3548b73-257c-4617-b204-d0f6fe43b44b tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:15.196461 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-73de84e9-c055-415d-b487-4b79cc4164c9 req-c3548b73-257c-4617-b204-d0f6fe43b44b tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 944 time: 0.2151725 Feb 09 13:13:15.207360 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Network 2d8539eb-78a6-4037-811a-eb4032e8827a is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:15.225403 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:15.253073 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:15.263034 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9c7c6-e91e-4340-825a-8a56c5bc6e34 req-d152a1ab-ccf8-4b0f-82bc-570442f928fb tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:15.280790 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a2b9c7c6-e91e-4340-825a-8a56c5bc6e34 req-d152a1ab-ccf8-4b0f-82bc-570442f928fb tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1043508 Feb 09 13:13:15.335098 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a2b9c7c6-e91e-4340-825a-8a56c5bc6e34 req-39cdaefd-3132-4883-a671-d93c981beebc tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531805 Feb 09 13:13:15.479988 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Router a76a2cd1-233d-4cc9-b484-6870453ffce8 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:13:15.541886 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93400ab4-d084-44a3-8402-416f8f09b315 req-2dc58b5a-1a22-44b1-aadf-7c855f27b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:15.544028 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-93400ab4-d084-44a3-8402-416f8f09b315 req-2dc58b5a-1a22-44b1-aadf-7c855f27b177 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 1129 time: 0.1097341 Feb 09 13:13:15.643228 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-93400ab4-d084-44a3-8402-416f8f09b315 req-87085ada-21da-4b15-9cb8-0d1785c60918 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828638 Feb 09 13:13:15.667797 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:13:15.674116 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-47e472ca-8fb0-4fa6-bb84-a8a4cb1feaf0 admin admin] 10.222.0.84 "PUT /v2.0/routers/a76a2cd1-233d-4cc9-b484-6870453ffce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1712289 Feb 09 13:13:15.677603 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-73de84e9-c055-415d-b487-4b79cc4164c9 req-dc295c55-45ff-493e-ba0c-ac5f3471b804 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776576 Feb 09 13:13:15.750726 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-ce9a76d4-a3d0-450c-b9be-e8695f767931 None None] Provisioning complete for port 822b0e16-bf1f-439b-8e02-ad4d916dede3 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:15.751273 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ce9a76d4-a3d0-450c-b9be-e8695f767931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:15.828781 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a76d4-a3d0-450c-b9be-e8695f767931 None None] Port 822b0e16-bf1f-439b-8e02-ad4d916dede3 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:13:16.471500 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device cebc9a03-aebd-413f-8b85-ac3f21bbd149 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:13:16.525904 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ee2a5-f833-47b5-a310-56dc5b2e7bb4 req-fa50e1cd-a37f-4477-8ef6-be990f02b92d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:16.528182 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-be4ee2a5-f833-47b5-a310-56dc5b2e7bb4 req-fa50e1cd-a37f-4477-8ef6-be990f02b92d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0822415 Feb 09 13:13:16.575505 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port cebc9a03-aebd-413f-8b85-ac3f21bbd149 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:16.576102 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:16.635142 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Sync routers for ids ['a76a2cd1-233d-4cc9-b484-6870453ffce8'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:13:16.655783 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-be4ee2a5-f833-47b5-a310-56dc5b2e7bb4 req-16b7e7dd-bdd5-453b-a5ca-86f7a1ba2986 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145248 Feb 09 13:13:16.672315 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Routers {'a76a2cd1-233d-4cc9-b484-6870453ffce8'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:13:16.672315 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['a76a2cd1-233d-4cc9-b484-6870453ffce8'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:16.673321 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 41816) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:16.678212 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-800197343-network', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:16.790259 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Made reservation on behalf of b7cf5a04d78645f3b63bb1e0201b890d for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:16.792758 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:16.824430 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:16.833236 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620201aa-6261-4639-abe6-e95eae9fb4e5 req-2c1d901a-fc30-4dab-91aa-fe6181ada0fb tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:16.844199 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-620201aa-6261-4639-abe6-e95eae9fb4e5 req-2c1d901a-fc30-4dab-91aa-fe6181ada0fb tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 945 time: 0.0822136 Feb 09 13:13:16.916195 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-620201aa-6261-4639-abe6-e95eae9fb4e5 req-8d7257b5-638d-4e21-b852-b40ad505d900 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705380 Feb 09 13:13:16.980361 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port cebc9a03-aebd-413f-8b85-ac3f21bbd149 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:16.980361 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:17.008571 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port cebc9a03-aebd-413f-8b85-ac3f21bbd149, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=cebc9a03-aebd-413f-8b85-ac3f21bbd149,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:17.018259 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Publish callbacks [] for security_group (83dd57a2-858f-4cfd-966c-fcae5c836f11), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:17.028231 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Set router a76a2cd1-233d-4cc9-b484-6870453ffce8 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:13:17.109342 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (83dd57a2-858f-4cfd-966c-fcae5c836f11), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:17.112140 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:17.170127 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:13:17.183058 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=cebc9a03-aebd-413f-8b85-ac3f21bbd149,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:17.277361 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (6771b8f9-713f-4603-b6e2-2ee4eaddab82), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:17.277990 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Added segment 6771b8f9-713f-4603-b6e2-2ee4eaddab82 of type vlan for network 4d509c8e-4609-424e-a961-ad6bd5a27a27 Feb 09 13:13:17.280052 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dd57a2-858f-4cfd-966c-fcae5c836f11,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:17.311940 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:17.334338 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.334699 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.335033 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.335374 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.338854 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.339879 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.340623 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.341165 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.341954 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.342583 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.344295 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.345227 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.346910 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:17.398758 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:13Z', 'revision_number': 4, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '822b0e16-bf1f-439b-8e02-ad4d916dede3', 'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'mac_address': 'fa:16:3e:e2:3b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:12Z', 'updated_at': '2022-02-09T13:13:14Z', 'revision_number': 2, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'subnets': [{'id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:17.416383 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (4d509c8e-4609-424e-a961-ad6bd5a27a27), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:17.443714 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Checking router: a76a2cd1-233d-4cc9-b484-6870453ffce8 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:13:17.444076 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Updating router a76a2cd1-233d-4cc9-b484-6870453ffce8 port 822b0e16-bf1f-439b-8e02-ad4d916dede3 binding host dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:13:17.484757 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:17.602019 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (4d509c8e-4609-424e-a961-ad6bd5a27a27), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:17.603123 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:17.605728 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:17.688914 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] Pushing event updated for resources: {'Network': ['ID=4d509c8e-4609-424e-a961-ad6bd5a27a27,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:17.727357 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 4d509c8e-4609-424e-a961-ad6bd5a27a27 details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:13:17.769821 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-25bec6fd-b7b3-4816-a390-f1ad28ada0a6 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0971451 Feb 09 13:13:17.782784 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 41848) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:17.782784 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] Request body: {'subnet': {'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-800197343-subnet', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:17.859285 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc79213-2e94-4899-bcc5-20670f328cc2 req-78f09edb-09f6-4a3a-9333-5a11765e515d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:17.860741 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ccc79213-2e94-4899-bcc5-20670f328cc2 req-78f09edb-09f6-4a3a-9333-5a11765e515d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0737751 Feb 09 13:13:17.926167 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ccc79213-2e94-4899-bcc5-20670f328cc2 req-3cbd465b-469c-42eb-a59b-3675085ee8b2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587287 Feb 09 13:13:17.938229 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] Made reservation on behalf of b7cf5a04d78645f3b63bb1e0201b890d for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:17.941063 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510269'] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:18.011328 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Publish callbacks [] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:18.095966 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e565c-c85d-4dc6-8724-9a81b3c1944c req-f20aa4f5-a074-46d7-ae98-eda7806e90fa tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:18.101933 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-eb9e565c-c85d-4dc6-8724-9a81b3c1944c req-f20aa4f5-a074-46d7-ae98-eda7806e90fa tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 945 time: 0.0848646 Feb 09 13:13:18.122180 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:18.228685 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612169d-295f-4f2f-8170-447e79acb392 None None] Pushing event updated for resources: {'Port': ['ID=822b0e16-bf1f-439b-8e02-ad4d916dede3,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:18.235697 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-eb9e565c-c85d-4dc6-8724-9a81b3c1944c req-19c81630-a54f-4a6d-80cf-25837f0eb250 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190922 Feb 09 13:13:18.293580 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Attempting to bind port 822b0e16-bf1f-439b-8e02-ad4d916dede3 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:13:18.294172 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Attempting to bind port 822b0e16-bf1f-439b-8e02-ad4d916dede3 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:13:18.294835 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Attempting to bind port 822b0e16-bf1f-439b-8e02-ad4d916dede3 on network 2d8539eb-78a6-4037-811a-eb4032e8827a {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:18.303596 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:13:18.304222 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Checking segment: {'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:13:18.304683 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:18.305197 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Bound using segment: {'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:13:18.305724 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Bound port: 822b0e16-bf1f-439b-8e02-ad4d916dede3, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:13:18.306296 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:18.383850 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] For port 822b0e16-bf1f-439b-8e02-ad4d916dede3, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:18.387596 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] For port 822b0e16-bf1f-439b-8e02-ad4d916dede3, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=822b0e16-bf1f-439b-8e02-ad4d916dede3,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:18.448111 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device cebc9a03-aebd-413f-8b85-ac3f21bbd149 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:13:18.453145 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3579483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510211'] for subnet (bda8e2a7-27f3-4515-90be-48ddc7b704bc), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:18.518606 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda8e2a7-27f3-4515-90be-48ddc7b704bc,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:18.526644 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port cebc9a03-aebd-413f-8b85-ac3f21bbd149 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:18.527156 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:18.528751 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3993f075-d7f9-49c2-a7f8-7c5bd955ec25 req-7cc30bde-8fb4-4cd6-80de-28e84bfbf562 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1100879 Feb 09 13:13:18.538338 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] Checking segment: {'id': '6771b8f9-713f-4603-b6e2-2ee4eaddab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:13:18.540355 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] Network hostable DHCP agents. Network: 4d509c8e-4609-424e-a961-ad6bd5a27a27, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:13:18.558494 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:18.617781 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993f075-d7f9-49c2-a7f8-7c5bd955ec25 req-473c12b7-10f1-4256-8fa0-4c883c31555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:18.619821 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3993f075-d7f9-49c2-a7f8-7c5bd955ec25 req-473c12b7-10f1-4256-8fa0-4c883c31555f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 1129 time: 0.0597267 Feb 09 13:13:18.649672 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Routers {'a76a2cd1-233d-4cc9-b484-6870453ffce8'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:13:18.650345 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['a76a2cd1-233d-4cc9-b484-6870453ffce8'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:18.654525 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-d0731755-d71c-4ebc-9f84-2928443f42d5 None None] Provisioning complete for port 822b0e16-bf1f-439b-8e02-ad4d916dede3 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:18.655006 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d0731755-d71c-4ebc-9f84-2928443f42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:18.661524 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] Network 4d509c8e-4609-424e-a961-ad6bd5a27a27 is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:13:18.740495 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612169d-295f-4f2f-8170-447e79acb392 None None] Pushing event updated for resources: {'Port': ['ID=822b0e16-bf1f-439b-8e02-ad4d916dede3,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:18.762452 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993f075-d7f9-49c2-a7f8-7c5bd955ec25 req-c88c7ffa-8a4a-40c9-a9d7-a8e7d9d07383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:18.764001 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3993f075-d7f9-49c2-a7f8-7c5bd955ec25 req-c88c7ffa-8a4a-40c9-a9d7-a8e7d9d07383 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff34e378-f58b-45e9-a487-b72107a8e88d HTTP/1.1" status: 200 len: 915 time: 0.1166523 Feb 09 13:13:18.789444 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 4d509c8e-4609-424e-a961-ad6bd5a27a27) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:18.806726 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db3cc4-3c19-40b3-a1c7-31a1c2fe1c5f None None] Network 4d509c8e-4609-424e-a961-ad6bd5a27a27 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:13:18.831004 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3993f075-d7f9-49c2-a7f8-7c5bd955ec25 req-2e2501f7-f79b-498f-8301-2963fb21b95f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c7a08f1-289e-49bd-b9bc-e830edeaee6f HTTP/1.1" status: 200 len: 217 time: 0.0588081 Feb 09 13:13:18.839239 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:18.839880 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:18.897239 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 41892) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:18.899594 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993f075-d7f9-49c2-a7f8-7c5bd955ec25 req-21e370f7-bddf-431e-8c48-70bd49c19693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:18.901613 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port cebc9a03-aebd-413f-8b85-ac3f21bbd149 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:18.901729 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3993f075-d7f9-49c2-a7f8-7c5bd955ec25 req-21e370f7-bddf-431e-8c48-70bd49c19693 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfed6b4-c91a-4b7c-908f-9e99278d2c55 HTTP/1.1" status: 200 len: 854 time: 0.0498965 Feb 09 13:13:18.920992 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] Set router a76a2cd1-233d-4cc9-b484-6870453ffce8 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:13:18.937856 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3993f075-d7f9-49c2-a7f8-7c5bd955ec25 req-edaa16ce-4f38-45f5-a065-6b264629111a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff34e378-f58b-45e9-a487-b72107a8e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290194 Feb 09 13:13:18.941893 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6b1cf0b2-ba7e-437a-952a-3cac62e03ed0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1676657 Feb 09 13:13:18.944403 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 41896) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:18.950517 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-800197343-router', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:19.077277 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ad56b45e-a63a-430d-a932-818c322869fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.094644 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-d0731755-d71c-4ebc-9f84-2928443f42d5 None None] Current status of the port 822b0e16-bf1f-439b-8e02-ad4d916dede3 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:19.095028 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d0731755-d71c-4ebc-9f84-2928443f42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.109542 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3993f075-d7f9-49c2-a7f8-7c5bd955ec25 req-10039fa2-7061-4c52-bfbb-2086e9bdcdb8 service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621294 Feb 09 13:13:19.144890 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76f10d-0e73-496c-8875-e215fd5db86c req-3bfd21a5-7345-47ec-b065-b4a5dffa1f51 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:19.144890 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ae76f10d-0e73-496c-8875-e215fd5db86c req-3bfd21a5-7345-47ec-b065-b4a5dffa1f51 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1128497 Feb 09 13:13:19.177497 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6efa35db-1db3-5fc5-bf75-75554a5a7c43-4d509c8e-4609-424e-a961-ad6bd5a27a27', 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27', 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'fixed_ips': [{'subnet_id': 'bda8e2a7-27f3-4515-90be-48ddc7b704bc'}]}} from dv-cinder-827860-3-iscsi. {{(pid=103166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 13:13:19.178350 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.218609 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25933'] for router (ef66980d-e876-4fcc-877c-66ef85a85f6f), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.219639 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25942'] for router (ef66980d-e876-4fcc-877c-66ef85a85f6f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.223923 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ad56b45e-a63a-430d-a932-818c322869fc admin admin] Publish callbacks [] for security_group (ae7ef8c8-7d20-4140-b568-07e48f94efa3), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.291239 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ad56b45e-a63a-430d-a932-818c322869fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (ae7ef8c8-7d20-4140-b568-07e48f94efa3), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.296778 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-d0731755-d71c-4ebc-9f84-2928443f42d5 None None] For port 822b0e16-bf1f-439b-8e02-ad4d916dede3, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=822b0e16-bf1f-439b-8e02-ad4d916dede3,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:19.305534 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ae76f10d-0e73-496c-8875-e215fd5db86c req-ac7f7a77-eb8d-4237-80c1-a6a447413a5c tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436288 Feb 09 13:13:19.318914 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Publish callbacks [] for router_controller (ef66980d-e876-4fcc-877c-66ef85a85f6f), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.336162 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3993f075-d7f9-49c2-a7f8-7c5bd955ec25 req-66b2f5b8-4e57-4fe6-a451-5ec057ead958 service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966672 Feb 09 13:13:19.349410 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-ad56b45e-a63a-430d-a932-818c322869fc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=58de23b79d5c4191a9df8a43740fcc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4491432 Feb 09 13:13:19.350202 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 41912) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:19.351732 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56b45e-a63a-430d-a932-818c322869fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7ef8c8-7d20-4140-b568-07e48f94efa3,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:19.438420 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-24f77c3b-a399-4075-85a3-186e5a7dedf5 admin admin] Publish callbacks [] for security_group (ae7ef8c8-7d20-4140-b568-07e48f94efa3), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.490577 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-24f77c3b-a399-4075-85a3-186e5a7dedf5 admin admin] Publish callbacks [] for security_group (ae7ef8c8-7d20-4140-b568-07e48f94efa3), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.539732 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d0731755-d71c-4ebc-9f84-2928443f42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.621296 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.db_base_plugin_common [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Allocated IP 172.20.0.2 (4d509c8e-4609-424e-a961-ad6bd5a27a27/bda8e2a7-27f3-4515-90be-48ddc7b704bc/9c576944-904a-4d68-9337-33e2c74c8c6f) {{(pid=103166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:19.649486 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0731755-d71c-4ebc-9f84-2928443f42d5 None None] Pushing event updated for resources: {'Port': ['ID=822b0e16-bf1f-439b-8e02-ad4d916dede3,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:19.687906 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Publish callbacks [] for router_gateway (ef66980d-e876-4fcc-877c-66ef85a85f6f), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.704464 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:13Z', 'revision_number': 4, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '822b0e16-bf1f-439b-8e02-ad4d916dede3', 'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'mac_address': 'fa:16:3e:e2:3b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:12Z', 'updated_at': '2022-02-09T13:13:18Z', 'revision_number': 4, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'subnets': [{'id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:19.746122 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06e3a7-afc2-4c9b-9966-80ce9785ec94 None None] The sync data for ids ['a76a2cd1-233d-4cc9-b484-6870453ffce8'] in dv-cinder-827860-3-iscsi is: [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:13Z', 'revision_number': 4, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '822b0e16-bf1f-439b-8e02-ad4d916dede3', 'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'mac_address': 'fa:16:3e:e2:3b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:12Z', 'updated_at': '2022-02-09T13:13:18Z', 'revision_number': 4, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'subnets': [{'id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:13:19.755399 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-c76d04cf-ca84-47fa-8879-2b0b0553d204 None None] Provisioning complete for port 822b0e16-bf1f-439b-8e02-ad4d916dede3 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:19.755786 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c76d04cf-ca84-47fa-8879-2b0b0553d204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.790250 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-24f77c3b-a399-4075-85a3-186e5a7dedf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (ae7ef8c8-7d20-4140-b568-07e48f94efa3), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.799192 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-24f77c3b-a399-4075-85a3-186e5a7dedf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.799192 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-24f77c3b-a399-4075-85a3-186e5a7dedf5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ae7ef8c8-7d20-4140-b568-07e48f94efa3 HTTP/1.1" status: 204 len: 168 time: 0.4343002 Feb 09 13:13:19.820326 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f77c3b-a399-4075-85a3-186e5a7dedf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7ef8c8-7d20-4140-b568-07e48f94efa3,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:19.942744 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Publish callbacks [] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), precommit_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:19.961465 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-c76d04cf-ca84-47fa-8879-2b0b0553d204 None None] Current status of the port 822b0e16-bf1f-439b-8e02-ad4d916dede3 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:20.121561 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:20.176031 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Network 4d509c8e-4609-424e-a961-ad6bd5a27a27 is already hosted by enough agents. {{(pid=103166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:20.179870 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.base_scheduler [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Resources bound (agent type, host, resource id): {{(pid=103166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:20.187457 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Received port after_create {{(pid=103166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:13:20.190298 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Pushing event updated for resources: {'Port': ['ID=9c576944-904a-4d68-9337-33e2c74c8c6f,revision_number=1']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:20.289079 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Attempting to bind port 9c576944-904a-4d68-9337-33e2c74c8c6f on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:13:20.289460 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Attempting to bind port 9c576944-904a-4d68-9337-33e2c74c8c6f by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '6771b8f9-713f-4603-b6e2-2ee4eaddab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:13:20.289874 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Attempting to bind port 9c576944-904a-4d68-9337-33e2c74c8c6f on network 4d509c8e-4609-424e-a961-ad6bd5a27a27 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:20.296942 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:13:20.302316 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Checking segment: {'id': '6771b8f9-713f-4603-b6e2-2ee4eaddab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:13:20.302316 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:20.302316 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Bound using segment: {'id': '6771b8f9-713f-4603-b6e2-2ee4eaddab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:13:20.302316 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Bound port: 9c576944-904a-4d68-9337-33e2c74c8c6f, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6771b8f9-713f-4603-b6e2-2ee4eaddab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:13:20.302316 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:20.358639 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Publish callbacks [] for router_gateway (ef66980d-e876-4fcc-877c-66ef85a85f6f), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:20.404992 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:20.447292 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] For port 9c576944-904a-4d68-9337-33e2c74c8c6f, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:20.453110 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] For port 9c576944-904a-4d68-9337-33e2c74c8c6f, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=9c576944-904a-4d68-9337-33e2c74c8c6f,segment=NetworkSegment(6771b8f9-713f-4603-b6e2-2ee4eaddab82),segment_id=6771b8f9-713f-4603-b6e2-2ee4eaddab82)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:20.504828 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 822b0e16-bf1f-439b-8e02-ad4d916dede3 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:13:20.577616 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:20.628662 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491764b-7a4d-4fad-b97f-ade2908dbfec req-b9e89c6d-bfcf-4e53-a3f0-0fd7fa72901b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:20.630389 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e491764b-7a4d-4fad-b97f-ade2908dbfec req-b9e89c6d-bfcf-4e53-a3f0-0fd7fa72901b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.2289197 Feb 09 13:13:20.678254 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Pushing event updated for resources: {'Port': ['ID=9c576944-904a-4d68-9337-33e2c74c8c6f,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:20.692365 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.692818 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.693094 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.693445 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.693782 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.694121 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.694624 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.694993 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.695358 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.695761 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.696101 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.696430 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.696937 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e8b66c-9ea3-4412-ad18-414777f038f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:20.723179 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Allocated IP 172.27.1.65 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/4b648015-6a69-4453-a7aa-dc44bf04d42f) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:20.732850 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e491764b-7a4d-4fad-b97f-ade2908dbfec req-ad24fede-b04e-40a2-83f5-3ff60cf8348e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876498 Feb 09 13:13:20.738330 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 822b0e16-bf1f-439b-8e02-ad4d916dede3 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:20.738792 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:20.857962 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 822b0e16-bf1f-439b-8e02-ad4d916dede3 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:20.914755 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Publish callbacks [] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:21.077116 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:21.181901 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:21.191381 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:21.198812 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:13:21.273779 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Pushing event updated for resources: {'Port': ['ID=4b648015-6a69-4453-a7aa-dc44bf04d42f,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:21.668931 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 42032) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:21.780256 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Publish callbacks [] for router_gateway (ef66980d-e876-4fcc-877c-66ef85a85f6f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:21.842703 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eaed6488-a7f5-4387-a85e-b6e326d116be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:21.977784 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611d8ce-d81d-45f1-88e7-be3de2201449 req-b7f8e79b-ba38-45c7-b7bd-783f48e56eec tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:21.982608 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a611d8ce-d81d-45f1-88e7-be3de2201449 req-b7f8e79b-ba38-45c7-b7bd-783f48e56eec tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1129687 Feb 09 13:13:21.995396 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eaed6488-a7f5-4387-a85e-b6e326d116be admin admin] Publish callbacks [] for security_group (4d83413d-406b-4f34-835a-ba836dfa6560), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.092347 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eaed6488-a7f5-4387-a85e-b6e326d116be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4d83413d-406b-4f34-835a-ba836dfa6560), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.124214 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a611d8ce-d81d-45f1-88e7-be3de2201449 req-324fa641-d383-41e7-9619-d9284a58f16e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336968 Feb 09 13:13:22.136889 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-eaed6488-a7f5-4387-a85e-b6e326d116be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb56540d1c7247c5a74edf915028f13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4636467 Feb 09 13:13:22.136889 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed6488-a7f5-4387-a85e-b6e326d116be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d83413d-406b-4f34-835a-ba836dfa6560,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:22.138811 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42044) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:22.150915 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f5e7ca-7a3d-4849-809f-3de71d44fe7e None None] Network 4d509c8e-4609-424e-a961-ad6bd5a27a27 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:13:22.192679 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662855'] for router (ef66980d-e876-4fcc-877c-66ef85a85f6f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.239239 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-c35822ba-9d49-48cd-ab48-a4c2478b6a9b None None] Provisioning complete for port 9c576944-904a-4d68-9337-33e2c74c8c6f triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:22.239626 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c35822ba-9d49-48cd-ab48-a4c2478b6a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.279940 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fddf7ceb-d96f-4d77-9015-ba61397f0315 admin admin] Publish callbacks [] for security_group (4d83413d-406b-4f34-835a-ba836dfa6560), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.315638 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fddf7ceb-d96f-4d77-9015-ba61397f0315 admin admin] Publish callbacks [] for security_group (4d83413d-406b-4f34-835a-ba836dfa6560), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.428380 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-c35822ba-9d49-48cd-ab48-a4c2478b6a9b None None] Current status of the port 9c576944-904a-4d68-9337-33e2c74c8c6f is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:22.429042 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c35822ba-9d49-48cd-ab48-a4c2478b6a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.463523 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 9c576944-904a-4d68-9337-33e2c74c8c6f up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:13:22.501825 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-c35822ba-9d49-48cd-ab48-a4c2478b6a9b None None] For port 9c576944-904a-4d68-9337-33e2c74c8c6f, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=9c576944-904a-4d68-9337-33e2c74c8c6f,segment=NetworkSegment(6771b8f9-713f-4603-b6e2-2ee4eaddab82),segment_id=6771b8f9-713f-4603-b6e2-2ee4eaddab82)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:22.504318 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fddf7ceb-d96f-4d77-9015-ba61397f0315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4d83413d-406b-4f34-835a-ba836dfa6560), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.509425 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-fddf7ceb-d96f-4d77-9015-ba61397f0315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.513793 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-fddf7ceb-d96f-4d77-9015-ba61397f0315 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4d83413d-406b-4f34-835a-ba836dfa6560 HTTP/1.1" status: 204 len: 168 time: 0.3736784 Feb 09 13:13:22.514655 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Router ef66980d-e876-4fcc-877c-66ef85a85f6f is scheduled to L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:13:22.540030 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf7ceb-d96f-4d77-9015-ba61397f0315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d83413d-406b-4f34-835a-ba836dfa6560,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:22.550823 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 9c576944-904a-4d68-9337-33e2c74c8c6f triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:22.551467 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.625060 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c35822ba-9d49-48cd-ab48-a4c2478b6a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.685408 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 42062) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:22.731370 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 9c576944-904a-4d68-9337-33e2c74c8c6f is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:22.743212 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35822ba-9d49-48cd-ab48-a4c2478b6a9b None None] Pushing event updated for resources: {'Port': ['ID=9c576944-904a-4d68-9337-33e2c74c8c6f,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:22.755312 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7de078-329b-4e7c-a4df-e85ce05f8642 admin admin] Deleting subnet 46855677-ffd5-4609-b15c-e5f50eda8b2c {{(pid=103165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:13:22.757011 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:13:22.758966 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e7de078-329b-4e7c-a4df-e85ce05f8642 admin admin] Publish callbacks [] for subnet (46855677-ffd5-4609-b15c-e5f50eda8b2c), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.769020 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Sync routers for ids ['ef66980d-e876-4fcc-877c-66ef85a85f6f'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:13:22.774471 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-e6724812-b422-4e31-91ae-2033f4e52e30 None None] Provisioning complete for port 9c576944-904a-4d68-9337-33e2c74c8c6f triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:22.774884 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-e6724812-b422-4e31-91ae-2033f4e52e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.784131 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Routers {'ef66980d-e876-4fcc-877c-66ef85a85f6f'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:13:22.784765 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['ef66980d-e876-4fcc-877c-66ef85a85f6f'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:22.806803 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d7c08e66-15c5-40ba-a5cf-c8d3a4efb9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.810701 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e7de078-329b-4e7c-a4df-e85ce05f8642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355185'] for subnet (46855677-ffd5-4609-b15c-e5f50eda8b2c), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.866822 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e7de078-329b-4e7c-a4df-e85ce05f8642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (46855677-ffd5-4609-b15c-e5f50eda8b2c), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.872815 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-e6724812-b422-4e31-91ae-2033f4e52e30 None None] Current status of the port 9c576944-904a-4d68-9337-33e2c74c8c6f is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:22.902103 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:22.907167 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c690b809-fc80-49f7-8bc6-2c556b5a4643 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9586420 Feb 09 13:13:22.907404 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42066) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:22.914455 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Set router ef66980d-e876-4fcc-877c-66ef85a85f6f gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:13:23.025861 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e7de078-329b-4e7c-a4df-e85ce05f8642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449107'] for subnet (46855677-ffd5-4609-b15c-e5f50eda8b2c), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.057132 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7de078-329b-4e7c-a4df-e85ce05f8642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46855677-ffd5-4609-b15c-e5f50eda8b2c,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:23.080888 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e7de078-329b-4e7c-a4df-e85ce05f8642 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.093081 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-6e7de078-329b-4e7c-a4df-e85ce05f8642 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/46855677-ffd5-4609-b15c-e5f50eda8b2c HTTP/1.1" status: 204 len: 168 time: 0.4013407 Feb 09 13:13:23.094821 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 42076) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:23.197631 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'name': 'tempest-TestMinimumBasicScenario-800197343-router', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:19Z', 'updated_at': '2022-02-09T13:13:21Z', 'revision_number': 3, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'gw_port': {'id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:20Z', 'updated_at': '2022-02-09T13:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:23.200771 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (c14db480-376e-432e-bb98-3ed4db923bdb), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.247614 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Checking router: ef66980d-e876-4fcc-877c-66ef85a85f6f for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:13:23.248411 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Updating router ef66980d-e876-4fcc-877c-66ef85a85f6f port 4b648015-6a69-4453-a7aa-dc44bf04d42f binding host dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:13:23.301409 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.336769 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (c14db480-376e-432e-bb98-3ed4db923bdb), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.365154 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1cd89-a7ba-410c-bf8b-0b675e286fc1 req-0caa9ba3-e7b2-4eaf-b5c7-4114c5f809f1 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:23.367487 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-12f1cd89-a7ba-410c-bf8b-0b675e286fc1 req-0caa9ba3-e7b2-4eaf-b5c7-4114c5f809f1 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1465030 Feb 09 13:13:23.378016 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14db480-376e-432e-bb98-3ed4db923bdb']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:23.407017 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cb37a2-c5ab-4e6f-8ee4-44544430e8e7') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:23.407365 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cb37a2-c5ab-4e6f-8ee4-44544430e8e7') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:23.422375 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.439781 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 42088) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:23.451543 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.470982 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ff0b658c-317e-4dcf-9b2b-b44c35606c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.485678 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:13:23.485678 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (d0cb37a2-c5ab-4e6f-8ee4-44544430e8e7), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.486999 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-12f1cd89-a7ba-410c-bf8b-0b675e286fc1 req-de6d672e-0f11-4604-9118-8d091b410729 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101387 Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:13:23.505565 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:13:23.579417 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.710066 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ff0b658c-317e-4dcf-9b2b-b44c35606c45 admin admin] Publish callbacks [] for security_group (c6e76f32-14eb-42ae-9be7-a57d8a1e0fff), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.715740 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Publish callbacks [] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.788710 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (c14db480-376e-432e-bb98-3ed4db923bdb), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.800616 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.800712 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Allocated IP 172.20.0.1 (4d509c8e-4609-424e-a961-ad6bd5a27a27/bda8e2a7-27f3-4515-90be-48ddc7b704bc/9c480394-d472-4fe3-8b28-fb42d07ff9f7) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:23.804139 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] 10.222.0.84 "DELETE /v2.0/networks/c14db480-376e-432e-bb98-3ed4db923bdb HTTP/1.1" status: 204 len: 168 time: 0.7054837 Feb 09 13:13:23.819200 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408c22a-d2fd-4f21-8a9c-1145ac3c9ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=c14db480-376e-432e-bb98-3ed4db923bdb,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:23.846788 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.847350 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ff0b658c-317e-4dcf-9b2b-b44c35606c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c6e76f32-14eb-42ae-9be7-a57d8a1e0fff), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.896825 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d15e20-136f-4515-bbf6-f6f3c6de2bec None None] Pushing event updated for resources: {'Port': ['ID=4b648015-6a69-4453-a7aa-dc44bf04d42f,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:23.898687 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-ff0b658c-317e-4dcf-9b2b-b44c35606c45 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4706ca96dc7a4c0e874e48430081a06e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4572687 Feb 09 13:13:23.903308 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42108) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:23.918086 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Attempting to bind port 4b648015-6a69-4453-a7aa-dc44bf04d42f on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:13:23.918681 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Attempting to bind port 4b648015-6a69-4453-a7aa-dc44bf04d42f by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:13:23.919215 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Attempting to bind port 4b648015-6a69-4453-a7aa-dc44bf04d42f on network fe239bd9-8017-490e-9e82-efc91d772d35 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:23.925364 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:13:23.926655 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Checking segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:13:23.927253 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.927819 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Bound using segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:13:23.928500 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Bound port: 4b648015-6a69-4453-a7aa-dc44bf04d42f, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:13:23.929108 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.951167 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b658c-317e-4dcf-9b2b-b44c35606c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e76f32-14eb-42ae-9be7-a57d8a1e0fff,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:23.973503 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Publish callbacks [] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:23.987649 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] For port 4b648015-6a69-4453-a7aa-dc44bf04d42f, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:23.991207 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] For port 4b648015-6a69-4453-a7aa-dc44bf04d42f, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=4b648015-6a69-4453-a7aa-dc44bf04d42f,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:24.006806 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46d93106-f4d2-4a44-812f-1da99549b9bc admin admin] Publish callbacks [] for security_group (c6e76f32-14eb-42ae-9be7-a57d8a1e0fff), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:24.039668 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46d93106-f4d2-4a44-812f-1da99549b9bc admin admin] Publish callbacks [] for security_group (c6e76f32-14eb-42ae-9be7-a57d8a1e0fff), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:24.087702 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:24.135862 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:24.140096 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Routers {'ef66980d-e876-4fcc-877c-66ef85a85f6f'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:13:24.140727 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:12:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['ef66980d-e876-4fcc-877c-66ef85a85f6f'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:24.166483 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46d93106-f4d2-4a44-812f-1da99549b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c6e76f32-14eb-42ae-9be7-a57d8a1e0fff), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:24.169242 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-46d93106-f4d2-4a44-812f-1da99549b9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:24.170460 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-46d93106-f4d2-4a44-812f-1da99549b9bc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c6e76f32-14eb-42ae-9be7-a57d8a1e0fff HTTP/1.1" status: 204 len: 168 time: 0.2661021 Feb 09 13:13:24.214926 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Network 4d509c8e-4609-424e-a961-ad6bd5a27a27 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:24.216631 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d93106-f4d2-4a44-812f-1da99549b9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e76f32-14eb-42ae-9be7-a57d8a1e0fff,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:24.219267 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:24.237724 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d15e20-136f-4515-bbf6-f6f3c6de2bec None None] Pushing event updated for resources: {'Port': ['ID=4b648015-6a69-4453-a7aa-dc44bf04d42f,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:24.259874 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c480394-d472-4fe3-8b28-fb42d07ff9f7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:24.265270 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:13:24.299371 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] Set router ef66980d-e876-4fcc-877c-66ef85a85f6f gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:13:24.309300 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42114) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:24.401910 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662928'] for router_interface (ef66980d-e876-4fcc-877c-66ef85a85f6f), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:24.624679 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-43e004ab-26a4-4e8f-882d-71dbec9613f6 None None] Provisioning complete for port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:24.626029 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-43e004ab-26a4-4e8f-882d-71dbec9613f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:24.668022 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'name': 'tempest-TestMinimumBasicScenario-800197343-router', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:19Z', 'updated_at': '2022-02-09T13:13:21Z', 'revision_number': 3, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'gw_port': {'id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:20Z', 'updated_at': '2022-02-09T13:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:24.673587 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-43e004ab-26a4-4e8f-882d-71dbec9613f6 None None] Port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:13:24.700006 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8315e47-5ce8-44f5-8217-f9476868c727 None None] The sync data for ids ['ef66980d-e876-4fcc-877c-66ef85a85f6f'] in dv-cinder-827860-3-iscsi is: [{'id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'name': 'tempest-TestMinimumBasicScenario-800197343-router', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:19Z', 'updated_at': '2022-02-09T13:13:21Z', 'revision_number': 3, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'gw_port': {'id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:20Z', 'updated_at': '2022-02-09T13:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:13:24.706968 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 9c576944-904a-4d68-9337-33e2c74c8c6f up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:13:24.784758 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 9c576944-904a-4d68-9337-33e2c74c8c6f triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:24.785420 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:24.814064 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-304879db-31bb-4e02-bc8f-ee52ab1901cb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=989aed5dea7448f6aff599d6744ccec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035136 Feb 09 13:13:24.816679 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 42130) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:24.924916 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0450f615-701a-4a0f-8a5d-b4e016ecfddc admin admin] Publish callbacks [] for security_group (80d8036b-432e-49cd-bcfc-3a89bfd4f42a), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:24.929191 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f655b-e6c9-4a19-96a6-4887d6e2fdf5 req-992302ae-0818-45b8-b94a-8cf8f0d22adb tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:24.930622 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-501f655b-e6c9-4a19-96a6-4887d6e2fdf5 req-992302ae-0818-45b8-b94a-8cf8f0d22adb tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1126845 Feb 09 13:13:24.932559 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 9c576944-904a-4d68-9337-33e2c74c8c6f is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:24.983007 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0450f615-701a-4a0f-8a5d-b4e016ecfddc admin admin] Publish callbacks [] for security_group (80d8036b-432e-49cd-bcfc-3a89bfd4f42a), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:24.995275 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-501f655b-e6c9-4a19-96a6-4887d6e2fdf5 req-7293cba0-85d5-4443-9562-23fbdd1c73ce tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555153 Feb 09 13:13:25.053364 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3ac3f37e-176b-4997-a146-b8879f8df173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:25.057240 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:25.117634 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0450f615-701a-4a0f-8a5d-b4e016ecfddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (80d8036b-432e-49cd-bcfc-3a89bfd4f42a), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:25.120445 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0450f615-701a-4a0f-8a5d-b4e016ecfddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:25.121611 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-0450f615-701a-4a0f-8a5d-b4e016ecfddc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/80d8036b-432e-49cd-bcfc-3a89bfd4f42a HTTP/1.1" status: 204 len: 168 time: 0.3032570 Feb 09 13:13:25.134024 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450f615-701a-4a0f-8a5d-b4e016ecfddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d8036b-432e-49cd-bcfc-3a89bfd4f42a,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:25.280090 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Publish callbacks [] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:25.372491 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:25.457394 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c480394-d472-4fe3-8b28-fb42d07ff9f7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:25.460990 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655616'] for router_interface (ef66980d-e876-4fcc-877c-66ef85a85f6f), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:25.585145 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496074c-e0ba-4677-839e-04bf119edf99 req-93fbea6a-94c5-43bf-90ee-a33f3965b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:25.586747 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c496074c-e0ba-4677-839e-04bf119edf99 req-93fbea6a-94c5-43bf-90ee-a33f3965b04c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 1129 time: 0.1013029 Feb 09 13:13:25.626653 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Network 4d509c8e-4609-424e-a961-ad6bd5a27a27 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:25.639804 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:25.725961 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c496074c-e0ba-4677-839e-04bf119edf99 req-3795e11b-7662-4de8-b34a-179cb1e832e0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280236 Feb 09 13:13:25.823510 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Router ef66980d-e876-4fcc-877c-66ef85a85f6f has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:13:25.928127 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-aac505b9-ce8a-47eb-87a7-d709e7101d63 None None] Provisioning complete for port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:25.930088 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-aac505b9-ce8a-47eb-87a7-d709e7101d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:25.994150 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:13:25.997730 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-aac505b9-ce8a-47eb-87a7-d709e7101d63 None None] Port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:13:26.019179 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-866989cd-5ff9-479a-a76b-c6f7572eb1e1 admin admin] 10.222.0.84 "PUT /v2.0/routers/ef66980d-e876-4fcc-877c-66ef85a85f6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1106596 Feb 09 13:13:26.126660 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a191d6-feb4-415d-b343-cd08ec2bece2 req-914f7b98-1f90-4195-a9d2-cd8b743d9dbd tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:26.128152 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b2a191d6-feb4-415d-b343-cd08ec2bece2 req-914f7b98-1f90-4195-a9d2-cd8b743d9dbd tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0547886 Feb 09 13:13:26.160792 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:26.192239 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b2a191d6-feb4-415d-b343-cd08ec2bece2 req-30c46fad-7edc-4348-9ccb-8af413454520 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575459 Feb 09 13:13:26.630177 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 4b648015-6a69-4453-a7aa-dc44bf04d42f up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:13:26.734914 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 4b648015-6a69-4453-a7aa-dc44bf04d42f triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:26.735486 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:26.832239 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 4b648015-6a69-4453-a7aa-dc44bf04d42f is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:26.832770 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:26.869189 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port 4b648015-6a69-4453-a7aa-dc44bf04d42f, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=4b648015-6a69-4453-a7aa-dc44bf04d42f,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:26.929448 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Sync routers for ids ['ef66980d-e876-4fcc-877c-66ef85a85f6f'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:13:26.934041 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:26.971260 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Routers {'ef66980d-e876-4fcc-877c-66ef85a85f6f'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:13:26.971260 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:13:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['ef66980d-e876-4fcc-877c-66ef85a85f6f'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:27.073618 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=4b648015-6a69-4453-a7aa-dc44bf04d42f,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:27.121200 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Set router ef66980d-e876-4fcc-877c-66ef85a85f6f gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:13:27.351966 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67b773-67f7-43c5-84b5-128ff01a8892 req-01a030fa-0e44-4021-9079-d06bf9729ef2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:27.360112 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2b67b773-67f7-43c5-84b5-128ff01a8892 req-01a030fa-0e44-4021-9079-d06bf9729ef2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0775595 Feb 09 13:13:27.418918 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2b67b773-67f7-43c5-84b5-128ff01a8892 req-a3de3935-6c69-43d6-af3c-d4f5e25ac11f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567071 Feb 09 13:13:27.432776 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'name': 'tempest-TestMinimumBasicScenario-800197343-router', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:19Z', 'updated_at': '2022-02-09T13:13:24Z', 'revision_number': 4, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'gw_port': {'id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:20Z', 'updated_at': '2022-02-09T13:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '9c480394-d472-4fe3-8b28-fb42d07ff9f7', 'name': '', 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'mac_address': 'fa:16:3e:74:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'bda8e2a7-27f3-4515-90be-48ddc7b704bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:23Z', 'updated_at': '2022-02-09T13:13:25Z', 'revision_number': 2, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'subnets': [{'id': 'bda8e2a7-27f3-4515-90be-48ddc7b704bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:27.464235 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Checking router: ef66980d-e876-4fcc-877c-66ef85a85f6f for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:13:27.464847 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Updating router ef66980d-e876-4fcc-877c-66ef85a85f6f port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 binding host dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:13:27.495174 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:27.714233 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:27.829147 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Publish callbacks [] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:27.938292 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:28.041025 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719e690-2669-428e-9244-53e581202d74 None None] Pushing event updated for resources: {'Port': ['ID=9c480394-d472-4fe3-8b28-fb42d07ff9f7,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:28.134351 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Attempting to bind port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:13:28.134774 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Attempting to bind port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '6771b8f9-713f-4603-b6e2-2ee4eaddab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:13:28.135149 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Attempting to bind port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 on network 4d509c8e-4609-424e-a961-ad6bd5a27a27 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:28.146412 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:13:28.146839 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Checking segment: {'id': '6771b8f9-713f-4603-b6e2-2ee4eaddab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:13:28.147293 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:28.148269 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Bound using segment: {'id': '6771b8f9-713f-4603-b6e2-2ee4eaddab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:13:28.149016 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Bound port: 9c480394-d472-4fe3-8b28-fb42d07ff9f7, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6771b8f9-713f-4603-b6e2-2ee4eaddab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:13:28.149745 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:28.270539 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] For port 9c480394-d472-4fe3-8b28-fb42d07ff9f7, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:28.275424 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] For port 9c480394-d472-4fe3-8b28-fb42d07ff9f7, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=9c480394-d472-4fe3-8b28-fb42d07ff9f7,segment=NetworkSegment(6771b8f9-713f-4603-b6e2-2ee4eaddab82),segment_id=6771b8f9-713f-4603-b6e2-2ee4eaddab82)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:28.591436 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:28.635642 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66049c80-adbd-462b-b5f3-b76168cd9801 req-12274381-45bc-47dc-b981-e72a1ad1e55e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:28.644270 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-66049c80-adbd-462b-b5f3-b76168cd9801 req-12274381-45bc-47dc-b981-e72a1ad1e55e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1114283 Feb 09 13:13:28.676561 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-8489490a-f6dc-4146-be3c-d158eefcdc15 None None] Provisioning complete for port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:28.677133 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8489490a-f6dc-4146-be3c-d158eefcdc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:28.746328 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 4b648015-6a69-4453-a7aa-dc44bf04d42f up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:13:28.750040 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-66049c80-adbd-462b-b5f3-b76168cd9801 req-1a7723ff-828c-4366-b504-155cdfd66fd9 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993314 Feb 09 13:13:28.833587 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Routers {'ef66980d-e876-4fcc-877c-66ef85a85f6f'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:13:28.834434 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:13:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['ef66980d-e876-4fcc-877c-66ef85a85f6f'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:28.910617 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719e690-2669-428e-9244-53e581202d74 None None] Pushing event updated for resources: {'Port': ['ID=9c480394-d472-4fe3-8b28-fb42d07ff9f7,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:28.976663 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-8489490a-f6dc-4146-be3c-d158eefcdc15 None None] Current status of the port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:28.977307 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8489490a-f6dc-4146-be3c-d158eefcdc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:29.027595 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 4b648015-6a69-4453-a7aa-dc44bf04d42f triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:29.027965 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:29.064920 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-8489490a-f6dc-4146-be3c-d158eefcdc15 None None] For port 9c480394-d472-4fe3-8b28-fb42d07ff9f7, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=9c480394-d472-4fe3-8b28-fb42d07ff9f7,segment=NetworkSegment(6771b8f9-713f-4603-b6e2-2ee4eaddab82),segment_id=6771b8f9-713f-4603-b6e2-2ee4eaddab82)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:29.079440 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] Set router ef66980d-e876-4fcc-877c-66ef85a85f6f gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:13:29.178684 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8489490a-f6dc-4146-be3c-d158eefcdc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:29.328820 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279dddd-8d59-4a90-a457-3f2238fe26b3 req-78599caa-96d0-418e-be70-efe42b279fec tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:29.331035 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9279dddd-8d59-4a90-a457-3f2238fe26b3 req-78599caa-96d0-418e-be70-efe42b279fec tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1313894 Feb 09 13:13:29.337771 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:29.355543 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 4b648015-6a69-4453-a7aa-dc44bf04d42f is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:29.361540 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489490a-f6dc-4146-be3c-d158eefcdc15 None None] Pushing event updated for resources: {'Port': ['ID=9c480394-d472-4fe3-8b28-fb42d07ff9f7,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:29.379003 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb6fba-3488-4097-8fdd-1aa344f46320 req-38233b21-1651-4bc0-af82-dcc6bd5f7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:29.380845 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fdcb6fba-3488-4097-8fdd-1aa344f46320 req-38233b21-1651-4bc0-af82-dcc6bd5f7979 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=141d2818a8454068b7397ceefa95ab7b&device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 1129 time: 0.1059983 Feb 09 13:13:29.382612 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-bfd75b4a-f2aa-403e-a8c8-7e2493fc5c2d None None] Provisioning complete for port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:29.383002 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-bfd75b4a-f2aa-403e-a8c8-7e2493fc5c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:29.444196 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9279dddd-8d59-4a90-a457-3f2238fe26b3 req-c1a7ad19-5032-4405-8a1a-5c4afc0b140b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053529 Feb 09 13:13:29.549371 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'name': 'tempest-TestMinimumBasicScenario-800197343-router', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:19Z', 'updated_at': '2022-02-09T13:13:24Z', 'revision_number': 4, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'gw_port': {'id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:20Z', 'updated_at': '2022-02-09T13:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '9c480394-d472-4fe3-8b28-fb42d07ff9f7', 'name': '', 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'mac_address': 'fa:16:3e:74:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'bda8e2a7-27f3-4515-90be-48ddc7b704bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:23Z', 'updated_at': '2022-02-09T13:13:28Z', 'revision_number': 4, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'subnets': [{'id': 'bda8e2a7-27f3-4515-90be-48ddc7b704bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:29.592044 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbcfae-b1d0-4cd0-96fa-32f96160dc2e None None] The sync data for ids ['ef66980d-e876-4fcc-877c-66ef85a85f6f'] in dv-cinder-827860-3-iscsi is: [{'id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'name': 'tempest-TestMinimumBasicScenario-800197343-router', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:19Z', 'updated_at': '2022-02-09T13:13:24Z', 'revision_number': 4, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'gw_port': {'id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:20Z', 'updated_at': '2022-02-09T13:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '9c480394-d472-4fe3-8b28-fb42d07ff9f7', 'name': '', 'network_id': '4d509c8e-4609-424e-a961-ad6bd5a27a27', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'mac_address': 'fa:16:3e:74:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'bda8e2a7-27f3-4515-90be-48ddc7b704bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:23Z', 'updated_at': '2022-02-09T13:13:28Z', 'revision_number': 4, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'subnets': [{'id': 'bda8e2a7-27f3-4515-90be-48ddc7b704bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:13:29.594134 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-bfd75b4a-f2aa-403e-a8c8-7e2493fc5c2d None None] Current status of the port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:29.621849 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb6fba-3488-4097-8fdd-1aa344f46320 req-21bece6c-e82a-43d6-a554-b5ae8d43ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:29.624223 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fdcb6fba-3488-4097-8fdd-1aa344f46320 req-21bece6c-e82a-43d6-a554-b5ae8d43ef1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 200 len: 918 time: 0.2275956 Feb 09 13:13:29.897811 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fdcb6fba-3488-4097-8fdd-1aa344f46320 req-9f8bd72b-a447-4789-8b60-e4be89ba56a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e603fae6-8816-4c72-bb3a-419850a3b7de HTTP/1.1" status: 200 len: 217 time: 0.0633745 Feb 09 13:13:29.897811 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb6fba-3488-4097-8fdd-1aa344f46320 req-d1775086-2182-4929-8d46-7a6fec6fd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:29.897811 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fdcb6fba-3488-4097-8fdd-1aa344f46320 req-d1775086-2182-4929-8d46-7a6fec6fd651 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34dc3f-c322-4241-a6b8-551931206a17 HTTP/1.1" status: 200 len: 857 time: 0.0761502 Feb 09 13:13:29.897811 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fdcb6fba-3488-4097-8fdd-1aa344f46320 req-c837ea98-c4eb-4c45-8e4d-62b6c370e07f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=356c94e6-31e4-4e9e-9f08-04565eefbcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308721 Feb 09 13:13:30.013832 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fdcb6fba-3488-4097-8fdd-1aa344f46320 req-ee25d04d-8fb3-4576-89d7-1683667b2d12 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737902 Feb 09 13:13:30.277938 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fdcb6fba-3488-4097-8fdd-1aa344f46320 req-dad1eb34-c82b-4daf-98dc-d2087f0c79cf service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231716 Feb 09 13:13:30.631895 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 9c480394-d472-4fe3-8b28-fb42d07ff9f7 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:13:30.690369 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23ee26-07d1-4fb1-95d9-55ace854f576 req-e8117d4b-93fb-42c0-94be-f0fc1458e50f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:30.690369 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ce23ee26-07d1-4fb1-95d9-55ace854f576 req-e8117d4b-93fb-42c0-94be-f0fc1458e50f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0857158 Feb 09 13:13:30.708036 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ce23ee26-07d1-4fb1-95d9-55ace854f576 req-0a2ec0e1-ba2c-452b-8791-7880a36eb095 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605564 Feb 09 13:13:30.749387 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:30.749783 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:30.861903 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:13:31.918591 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2ed88-b8b2-42f2-96b7-e70dbc0feb72 req-c3bb29c8-29ed-44fd-8fb5-48ce8c30e296 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:31.938621 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-86c2ed88-b8b2-42f2-96b7-e70dbc0feb72 req-c3bb29c8-29ed-44fd-8fb5-48ce8c30e296 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1557326 Feb 09 13:13:32.065671 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-86c2ed88-b8b2-42f2-96b7-e70dbc0feb72 req-15afc87e-7f26-4e8a-a932-23fa87c61b39 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258883 Feb 09 13:13:32.808034 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42344) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:32.988970 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-765bcece-e450-4af3-a5ae-2767e593b10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:33.093412 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-765bcece-e450-4af3-a5ae-2767e593b10f admin admin] Publish callbacks [] for security_group (e472434c-7745-4d48-898e-e1434fd0ca27), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:33.177691 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-765bcece-e450-4af3-a5ae-2767e593b10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e472434c-7745-4d48-898e-e1434fd0ca27), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:33.247118 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439daf-1ecb-40a4-b8fd-c3f5116175d9 req-3d651026-9a30-49de-955a-94ea1436e01a tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:33.252260 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-765bcece-e450-4af3-a5ae-2767e593b10f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3b868f7fabc94e8498e61e42545e1be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4390950 Feb 09 13:13:33.252260 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bcece-e450-4af3-a5ae-2767e593b10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e472434c-7745-4d48-898e-e1434fd0ca27,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:33.252260 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42362) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:33.271611 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-32439daf-1ecb-40a4-b8fd-c3f5116175d9 req-3d651026-9a30-49de-955a-94ea1436e01a tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1109223 Feb 09 13:13:33.352184 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-32439daf-1ecb-40a4-b8fd-c3f5116175d9 req-6640dc4d-b38f-40ee-a4fa-4ccbf685ae7a tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727198 Feb 09 13:13:33.378178 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec124534-e556-4108-9121-521ed9e28f1d admin admin] Publish callbacks [] for security_group (e472434c-7745-4d48-898e-e1434fd0ca27), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:33.426352 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec124534-e556-4108-9121-521ed9e28f1d admin admin] Publish callbacks [] for security_group (e472434c-7745-4d48-898e-e1434fd0ca27), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:33.589499 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec124534-e556-4108-9121-521ed9e28f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e472434c-7745-4d48-898e-e1434fd0ca27), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:33.594201 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ec124534-e556-4108-9121-521ed9e28f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:33.594201 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ec124534-e556-4108-9121-521ed9e28f1d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e472434c-7745-4d48-898e-e1434fd0ca27 HTTP/1.1" status: 204 len: 168 time: 0.3411818 Feb 09 13:13:33.615080 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec124534-e556-4108-9121-521ed9e28f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e472434c-7745-4d48-898e-e1434fd0ca27,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:34.583752 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:13:35.589932 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397f32-09a1-41e1-a265-5e87fdf00a1e req-7c73e8c5-5627-4e9a-a1b9-ce2f681ff3bf tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:35.592294 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4397f32-09a1-41e1-a265-5e87fdf00a1e req-7c73e8c5-5627-4e9a-a1b9-ce2f681ff3bf tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0773463 Feb 09 13:13:35.640762 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f4397f32-09a1-41e1-a265-5e87fdf00a1e req-d3a7baf5-127a-4421-b2e2-2a07917f4734 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Feb 09 13:13:39.995876 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-46474fa6-8f34-4fde-8b1d-a53e3a7a60e8 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:39.998014 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-46474fa6-8f34-4fde-8b1d-a53e3a7a60e8 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/networks?id=2d8539eb-78a6-4037-811a-eb4032e8827a HTTP/1.1" status: 200 len: 815 time: 0.1223762 Feb 09 13:13:40.015527 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-d50a154a-f1e7-430f-99e3-0d7876b4d2c2 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/quotas/ac777728da844e3a91e4d65d4aa9e4a5 HTTP/1.1" status: 200 len: 375 time: 0.0122938 Feb 09 13:13:40.063492 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42562) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:40.078226 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-4adde851-ae52-4086-bfe3-736679edd7d3 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ac777728da844e3a91e4d65d4aa9e4a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566428 Feb 09 13:13:40.192186 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-78ebf3f6-22f8-470b-a87b-913f5edc936d service neutron] 10.222.0.84 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029825 Feb 09 13:13:40.196305 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca0063db-23b3-4681-b01a-ea870d29780c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:40.338064 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee8233-a76b-4cd6-b16c-5d44a785b311 req-1ec4d47a-b3d2-4a7c-b1ff-c6ab4694378f tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:40.346444 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-3436f4f9-5bd7-41ae-b969-4e4553156d1d service neutron] 10.222.0.84 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466310 Feb 09 13:13:40.346858 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8ee8233-a76b-4cd6-b16c-5d44a785b311 req-1ec4d47a-b3d2-4a7c-b1ff-c6ab4694378f tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.1288514 Feb 09 13:13:40.382361 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca0063db-23b3-4681-b01a-ea870d29780c admin admin] Publish callbacks [] for security_group (f377dfa4-02c0-4019-b43a-9fbb686488d1), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:40.412440 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8ee8233-a76b-4cd6-b16c-5d44a785b311 req-0afd95a1-0bbf-40dc-91b0-40943c7578b6 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645926 Feb 09 13:13:40.452333 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ca0063db-23b3-4681-b01a-ea870d29780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (f377dfa4-02c0-4019-b43a-9fbb686488d1), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:40.492970 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ca0063db-23b3-4681-b01a-ea870d29780c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=235eb368d51a4e3d8509d903d87f980a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283152 Feb 09 13:13:40.494819 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0063db-23b3-4681-b01a-ea870d29780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f377dfa4-02c0-4019-b43a-9fbb686488d1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:40.496380 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 42576) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:40.553818 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b6e6203a-7234-4745-8d48-85b642b2beb3 admin admin] Publish callbacks [] for security_group (f377dfa4-02c0-4019-b43a-9fbb686488d1), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:40.588602 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b6e6203a-7234-4745-8d48-85b642b2beb3 admin admin] Publish callbacks [] for security_group (f377dfa4-02c0-4019-b43a-9fbb686488d1), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:40.675111 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-10265515-4516-4312-89df-e21d00f873c9 req-a1df40a7-0f22-4c8a-9e1e-ff96caf02251 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 210 time: 0.0424068 Feb 09 13:13:40.800039 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b6e6203a-7234-4745-8d48-85b642b2beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (f377dfa4-02c0-4019-b43a-9fbb686488d1), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:40.802764 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b6e6203a-7234-4745-8d48-85b642b2beb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:40.803906 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-b6e6203a-7234-4745-8d48-85b642b2beb3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f377dfa4-02c0-4019-b43a-9fbb686488d1 HTTP/1.1" status: 204 len: 168 time: 0.3064275 Feb 09 13:13:40.811908 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6203a-7234-4745-8d48-85b642b2beb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f377dfa4-02c0-4019-b43a-9fbb686488d1,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:41.213681 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-d3c0f300-d9f9-4d09-a159-428d207340b0 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:41.215088 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-d3c0f300-d9f9-4d09-a159-428d207340b0 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/networks?id=ff34e378-f58b-45e9-a487-b72107a8e88d HTTP/1.1" status: 200 len: 814 time: 0.1125238 Feb 09 13:13:41.225452 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-0b94b612-acea-4c73-b2ae-05dde958f26a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/quotas/a0e498b288c5455ea4e270d16d92dc89 HTTP/1.1" status: 200 len: 375 time: 0.0092337 Feb 09 13:13:41.282360 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-390e2f61-0cb9-41fa-932c-cf67728a7e00 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517526 Feb 09 13:13:41.373449 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-11b0e6e6-4835-43af-9f82-929d085dedd5 service neutron] 10.222.0.84 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843205 Feb 09 13:13:41.469561 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-8c2d0415-6322-409f-a896-623b0166e42e service neutron] 10.222.0.84 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895717 Feb 09 13:13:41.494378 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42616) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:41.510890 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2c1d185-abcf-4234-8602-702045845afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:41.549892 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866c55f-2497-433c-9137-369a54c11912 req-fff60ce6-c66f-48fd-9e6b-fd3c320b46e9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:41.551411 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b866c55f-2497-433c-9137-369a54c11912 req-fff60ce6-c66f-48fd-9e6b-fd3c320b46e9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0615208 Feb 09 13:13:41.610157 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b866c55f-2497-433c-9137-369a54c11912 req-deb39534-bdee-4287-b6c1-486ebe6a339f tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529025 Feb 09 13:13:41.717482 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2c1d185-abcf-4234-8602-702045845afc admin admin] Publish callbacks [] for security_group (d641ce11-bd4d-4acf-b010-2a1a2b9716fe), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:41.764425 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0ca74a2b-81fc-491d-a9f5-1b575c3e169f req-d83153e7-82a8-48c5-983b-5a9d8a3f8349 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 210 time: 0.0462611 Feb 09 13:13:41.811880 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fa6eafa3-a299-49ae-a769-231bbe6d8160 req-5e6d95b2-e762-48dc-b9c3-b6f2845e6ad8 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 210 time: 0.0315728 Feb 09 13:13:41.812493 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f2c1d185-abcf-4234-8602-702045845afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (d641ce11-bd4d-4acf-b010-2a1a2b9716fe), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:41.875844 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1d185-abcf-4234-8602-702045845afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d641ce11-bd4d-4acf-b010-2a1a2b9716fe,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:41.877553 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f2c1d185-abcf-4234-8602-702045845afc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=102fc580abf04d86922e71e1e42a7c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821232 Feb 09 13:13:41.880227 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42638) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:41.934457 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d6cdbe2-59b0-43e9-984a-5d9373e92719 admin admin] Publish callbacks [] for security_group (d641ce11-bd4d-4acf-b010-2a1a2b9716fe), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:41.956106 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d6cdbe2-59b0-43e9-984a-5d9373e92719 admin admin] Publish callbacks [] for security_group (d641ce11-bd4d-4acf-b010-2a1a2b9716fe), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:42.109230 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d6cdbe2-59b0-43e9-984a-5d9373e92719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (d641ce11-bd4d-4acf-b010-2a1a2b9716fe), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:42.112115 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d6cdbe2-59b0-43e9-984a-5d9373e92719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:42.113310 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2d6cdbe2-59b0-43e9-984a-5d9373e92719 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d641ce11-bd4d-4acf-b010-2a1a2b9716fe HTTP/1.1" status: 204 len: 168 time: 0.2322812 Feb 09 13:13:42.122387 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cdbe2-59b0-43e9-984a-5d9373e92719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d641ce11-bd4d-4acf-b010-2a1a2b9716fe,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:42.749798 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde225a8-8dbf-47b5-98cb-5e69d80a54f4 req-f448944f-ccde-469d-9bbb-e68cf2a7d6e2 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:42.751134 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fde225a8-8dbf-47b5-98cb-5e69d80a54f4 req-f448944f-ccde-469d-9bbb-e68cf2a7d6e2 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0595870 Feb 09 13:13:42.802033 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fde225a8-8dbf-47b5-98cb-5e69d80a54f4 req-39e99932-8578-4e8b-b472-608edf32b3ea tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451736 Feb 09 13:13:42.868777 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e7cbd680-907f-4690-bfe1-00603f77c773 req-27223380-4a8f-474b-896e-0e9afee9ccd1 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 210 time: 0.0332599 Feb 09 13:13:42.920611 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2d91a284-22f8-46c3-abb9-4d5720cb92cf req-f688197f-23f5-408d-af26-1b60840a1e58 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 210 time: 0.0293107 Feb 09 13:13:42.992886 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42666) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:43.006914 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19814d1f-ddb5-432c-9d87-29ab08f27019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:43.082069 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19814d1f-ddb5-432c-9d87-29ab08f27019 admin admin] Publish callbacks [] for security_group (b2034b75-dcf7-4ed6-aed0-b229f2a442e7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:43.171736 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-19814d1f-ddb5-432c-9d87-29ab08f27019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (b2034b75-dcf7-4ed6-aed0-b229f2a442e7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:43.241520 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-19814d1f-ddb5-432c-9d87-29ab08f27019 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3c2cc679bd154726bee4e8fcd6eaa945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456501 Feb 09 13:13:43.241520 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19814d1f-ddb5-432c-9d87-29ab08f27019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2034b75-dcf7-4ed6-aed0-b229f2a442e7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:43.244860 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42678) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:43.373555 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9a795011-6778-4a87-8f14-d4397359b197 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:43.375042 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9a795011-6778-4a87-8f14-d4397359b197 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.31 "GET /v2.0/networks?id=2d8539eb-78a6-4037-811a-eb4032e8827a HTTP/1.1" status: 200 len: 815 time: 0.1697593 Feb 09 13:13:43.375824 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80a7c9bf-ad8c-4a51-bbfa-e60403e784df admin admin] Publish callbacks [] for security_group (b2034b75-dcf7-4ed6-aed0-b229f2a442e7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:43.391083 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Request body: {'port': {'device_id': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'admin_state_up': True, 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:43.439227 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80a7c9bf-ad8c-4a51-bbfa-e60403e784df admin admin] Publish callbacks [] for security_group (b2034b75-dcf7-4ed6-aed0-b229f2a442e7), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:43.600117 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Made reservation on behalf of ac777728da844e3a91e4d65d4aa9e4a5 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:43.604615 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:43.606669 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80a7c9bf-ad8c-4a51-bbfa-e60403e784df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (b2034b75-dcf7-4ed6-aed0-b229f2a442e7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:43.610747 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-80a7c9bf-ad8c-4a51-bbfa-e60403e784df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:43.611867 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-80a7c9bf-ad8c-4a51-bbfa-e60403e784df admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b2034b75-dcf7-4ed6-aed0-b229f2a442e7 HTTP/1.1" status: 204 len: 168 time: 0.3392143 Feb 09 13:13:43.629067 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7c9bf-ad8c-4a51-bbfa-e60403e784df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2034b75-dcf7-4ed6-aed0-b229f2a442e7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:43.753686 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Allocated IP 172.20.0.10 (2d8539eb-78a6-4037-811a-eb4032e8827a/ba99ff79-216b-49d5-86c7-2a24c634b96a/aa6d2832-0830-44ab-bdba-ad1e71f0308b) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:43.947620 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:43.999559 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258bb39-5adc-4603-9597-37be04057ff4 req-02185012-f88b-40c7-aff4-03c7330b6255 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:44.002049 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3258bb39-5adc-4603-9597-37be04057ff4 req-02185012-f88b-40c7-aff4-03c7330b6255 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.1246941 Feb 09 13:13:44.043801 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42714) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:44.070812 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7ba9aabf-936b-45f0-bcb0-2bc7ec217e9b req-8d477151-6c92-4683-a0ee-72194e96b18e tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 210 time: 0.0473366 Feb 09 13:13:44.157938 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:44.188903 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3258bb39-5adc-4603-9597-37be04057ff4 req-e12bf6e0-88a5-4051-8892-77904b4a6ad4 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537933 Feb 09 13:13:44.223198 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2d097e9f-394d-4463-a582-969ac2f5a710 req-59bd4949-e365-4d53-8636-52fee09bac7a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 210 time: 0.0371208 Feb 09 13:13:44.245946 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Network 2d8539eb-78a6-4037-811a-eb4032e8827a is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:44.249458 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:44.252068 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:13:44.286415 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'Port': ['ID=aa6d2832-0830-44ab-bdba-ad1e71f0308b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:44.323243 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd8b53e2-9b59-44aa-a1cf-fde99c0231d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:44.340944 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:44.341592 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:44.459634 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-9bb758c5-83de-4122-ac4a-edbaeea0a45e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:44.463951 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-9bb758c5-83de-4122-ac4a-edbaeea0a45e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "GET /v2.0/networks?id=ff34e378-f58b-45e9-a487-b72107a8e88d HTTP/1.1" status: 200 len: 814 time: 0.1735222 Feb 09 13:13:44.473170 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd8b53e2-9b59-44aa-a1cf-fde99c0231d3 admin admin] Publish callbacks [] for security_group (19be6cee-dfbd-4a36-b88e-922de2e58e67), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:44.482620 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-816f50ca-967e-405d-9218-e4af770a6246 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0971341 Feb 09 13:13:44.543580 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cd8b53e2-9b59-44aa-a1cf-fde99c0231d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (19be6cee-dfbd-4a36-b88e-922de2e58e67), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:44.578121 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-cd8b53e2-9b59-44aa-a1cf-fde99c0231d3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5e6d8c649db04773be135964aad335c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5259130 Feb 09 13:13:44.580669 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 42728) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:44.601771 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b53e2-9b59-44aa-a1cf-fde99c0231d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19be6cee-dfbd-4a36-b88e-922de2e58e67,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:44.629214 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Request body: {'port': {'device_id': 'bed41059-48cc-4ddb-9a00-62f0c71f7dcb', 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d', 'admin_state_up': True, 'tenant_id': 'a0e498b288c5455ea4e270d16d92dc89'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:44.666475 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-25fb6943-0c56-4608-8b26-a22e4f12040f None None] Provisioning complete for port aa6d2832-0830-44ab-bdba-ad1e71f0308b triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:44.667036 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-25fb6943-0c56-4608-8b26-a22e4f12040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:44.717057 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-25fb6943-0c56-4608-8b26-a22e4f12040f None None] Port aa6d2832-0830-44ab-bdba-ad1e71f0308b cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:13:44.799548 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab64b-6466-46f5-89cf-6cb4250c89cd admin admin] Publish callbacks [] for security_group (19be6cee-dfbd-4a36-b88e-922de2e58e67), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:44.842018 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab64b-6466-46f5-89cf-6cb4250c89cd admin admin] Publish callbacks [] for security_group (19be6cee-dfbd-4a36-b88e-922de2e58e67), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:44.937603 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Made reservation on behalf of a0e498b288c5455ea4e270d16d92dc89 for: {'port': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:44.942774 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:45.016601 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab64b-6466-46f5-89cf-6cb4250c89cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (19be6cee-dfbd-4a36-b88e-922de2e58e67), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:45.019622 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab64b-6466-46f5-89cf-6cb4250c89cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:45.020919 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-1f2ab64b-6466-46f5-89cf-6cb4250c89cd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/19be6cee-dfbd-4a36-b88e-922de2e58e67 HTTP/1.1" status: 204 len: 168 time: 0.4390752 Feb 09 13:13:45.115572 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ab64b-6466-46f5-89cf-6cb4250c89cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19be6cee-dfbd-4a36-b88e-922de2e58e67,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:45.246594 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Allocated IP 172.20.0.14 (ff34e378-f58b-45e9-a487-b72107a8e88d/bcfed6b4-c91a-4b7c-908f-9e99278d2c55/5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:45.352684 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c5ab1-c941-4af9-9037-e3e529490b37 req-18c72010-9846-4ded-9797-02404120c740 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:45.355680 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d5c5ab1-c941-4af9-9037-e3e529490b37 req-18c72010-9846-4ded-9797-02404120c740 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 932 time: 0.1505482 Feb 09 13:13:45.473690 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d5c5ab1-c941-4af9-9037-e3e529490b37 req-ab70e73c-376d-45f3-a197-8318acc430a0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022477 Feb 09 13:13:45.480466 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe00f6-97ee-4451-96d4-85c6576e3703 req-631e2c12-a44f-48c7-8985-feafe622f693 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:45.481999 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-eefe00f6-97ee-4451-96d4-85c6576e3703 req-631e2c12-a44f-48c7-8985-feafe622f693 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.1611435 Feb 09 13:13:45.539042 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks [] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:45.595202 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87feaa38-7f8d-44c1-b211-d256b584bb3e req-b38fc296-d22d-4275-baa8-572a218cbc2d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 210 time: 0.0358188 Feb 09 13:13:45.597883 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-eefe00f6-97ee-4451-96d4-85c6576e3703 req-c27c6326-6189-48ac-bfec-9f244c20788b tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096382 Feb 09 13:13:45.743783 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:45.758597 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['0c7a08f1-289e-49bd-b9bc-e830edeaee6f', '84c81437-1fbd-4c50-87de-41f47b4410a0', 'fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:13:45.819007 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Network ff34e378-f58b-45e9-a487-b72107a8e88d is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:45.824240 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:45.834422 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:13:45.869601 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Pushing event updated for resources: {'Port': ['ID=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:45.902141 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:45.903159 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:45.927152 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 42746) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:45.941765 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1f3c384-0609-4b05-8069-4e802870b66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:46.002823 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-39480a21-6a45-4afc-bcac-a3fc43e00b43 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3774791 Feb 09 13:13:46.024988 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1f3c384-0609-4b05-8069-4e802870b66e admin admin] Publish callbacks [] for security_group (a5cf881a-a7b8-4ec3-8704-4ec9f817a124), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:46.091310 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1f3c384-0609-4b05-8069-4e802870b66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (a5cf881a-a7b8-4ec3-8704-4ec9f817a124), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:46.145634 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d1f3c384-0609-4b05-8069-4e802870b66e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e4bdd5647ed7430f99b0c578062acd3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170169 Feb 09 13:13:46.148286 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 42752) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:13:46.148955 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3c384-0609-4b05-8069-4e802870b66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cf881a-a7b8-4ec3-8704-4ec9f817a124,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:46.246174 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d4b3795c-4d94-4b23-9e25-455367dd4ba0 admin admin] Publish callbacks [] for security_group (a5cf881a-a7b8-4ec3-8704-4ec9f817a124), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:46.280547 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d4b3795c-4d94-4b23-9e25-455367dd4ba0 admin admin] Publish callbacks [] for security_group (a5cf881a-a7b8-4ec3-8704-4ec9f817a124), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:46.411996 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d4b3795c-4d94-4b23-9e25-455367dd4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (a5cf881a-a7b8-4ec3-8704-4ec9f817a124), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:46.414791 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d4b3795c-4d94-4b23-9e25-455367dd4ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:46.419068 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-d4b3795c-4d94-4b23-9e25-455367dd4ba0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a5cf881a-a7b8-4ec3-8704-4ec9f817a124 HTTP/1.1" status: 204 len: 168 time: 0.2658851 Feb 09 13:13:46.426960 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3795c-4d94-4b23-9e25-455367dd4ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cf881a-a7b8-4ec3-8704-4ec9f817a124,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:46.642801 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843fd1e-a2da-4ecd-be7a-2d60ddd7b9e2 req-9f870680-1c91-43d7-9e0d-4af94d5b9334 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:46.644409 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b843fd1e-a2da-4ecd-be7a-2d60ddd7b9e2 req-9f870680-1c91-43d7-9e0d-4af94d5b9334 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 932 time: 0.0667257 Feb 09 13:13:46.719254 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b843fd1e-a2da-4ecd-be7a-2d60ddd7b9e2 req-1bd8d6a5-aea9-4fce-964b-6c4ca67f09ca tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657983 Feb 09 13:13:46.762795 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3dd3e-2dc1-48ba-aced-d3aaf4bb6a45 req-244d8718-1504-44a9-90dd-9a852c4616a0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:46.776032 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8cf3dd3e-2dc1-48ba-aced-d3aaf4bb6a45 req-244d8718-1504-44a9-90dd-9a852c4616a0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0850797 Feb 09 13:13:46.855713 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8cf3dd3e-2dc1-48ba-aced-d3aaf4bb6a45 req-dd70e9ef-9fcd-4e70-88e3-a088367f4c72 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784454 Feb 09 13:13:46.932224 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffe81c-0da2-48b1-9dde-feb4eb87ad8f req-19048780-3ef9-4723-914b-087717a059b1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:46.934229 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d2ffe81c-0da2-48b1-9dde-feb4eb87ad8f req-19048780-3ef9-4723-914b-087717a059b1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 932 time: 0.0980542 Feb 09 13:13:46.997093 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d2ffe81c-0da2-48b1-9dde-feb4eb87ad8f req-5f095da0-3151-4ba4-a383-45564b42790d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519421 Feb 09 13:13:47.302764 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:47.869932 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ae0f6-74e3-4c73-8d5b-35bd349dbc7b req-97c65179-df7e-4c9b-b7c7-bc87f85cb3c2 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:47.871487 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a43ae0f6-74e3-4c73-8d5b-35bd349dbc7b req-97c65179-df7e-4c9b-b7c7-bc87f85cb3c2 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 932 time: 0.0680022 Feb 09 13:13:47.949900 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a43ae0f6-74e3-4c73-8d5b-35bd349dbc7b req-0d58208c-4a36-4b5a-b3f0-5d44e2dcfa8d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672197 Feb 09 13:13:48.056684 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b2ca6-f057-41ed-b15e-7f4fdb2edfaa req-c4a69929-62c3-40ec-bc37-a3d8a37b3f70 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:48.058337 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-da5b2ca6-f057-41ed-b15e-7f4fdb2edfaa req-c4a69929-62c3-40ec-bc37-a3d8a37b3f70 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0840814 Feb 09 13:13:48.141821 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-da5b2ca6-f057-41ed-b15e-7f4fdb2edfaa req-3f1679f0-40bb-4f57-8f4b-dac54a659364 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644805 Feb 09 13:13:48.176004 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bde7e-83cb-45b7-a4c3-b4cf2dfdd6ab req-d0cd7b7d-e224-439a-acae-e5cfb9710fdc tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:48.179435 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ea8bde7e-83cb-45b7-a4c3-b4cf2dfdd6ab req-d0cd7b7d-e224-439a-acae-e5cfb9710fdc tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 932 time: 0.0695903 Feb 09 13:13:48.253370 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ea8bde7e-83cb-45b7-a4c3-b4cf2dfdd6ab req-bd0b12ec-eb76-4db9-a5f7-81da00adde9b tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661252 Feb 09 13:13:49.066471 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeca602-9da3-485f-8271-55d8e3b81763 req-8fd596d1-4bca-4a78-b6a4-5f5087eb1139 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:49.068029 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8eeca602-9da3-485f-8271-55d8e3b81763 req-8fd596d1-4bca-4a78-b6a4-5f5087eb1139 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 932 time: 0.0612862 Feb 09 13:13:49.121853 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8eeca602-9da3-485f-8271-55d8e3b81763 req-7383116b-10e7-42f1-acb0-f38a627fd52f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444982 Feb 09 13:13:49.272448 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eef9c3-915a-420b-8f27-f9edc539b8b8 req-14580943-5ba1-4db9-9810-464e259a9d2f tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:49.274086 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-57eef9c3-915a-420b-8f27-f9edc539b8b8 req-14580943-5ba1-4db9-9810-464e259a9d2f tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0605893 Feb 09 13:13:49.363260 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-57eef9c3-915a-420b-8f27-f9edc539b8b8 req-1e82893f-2af4-42e4-809c-2a083bf9d6e9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750489 Feb 09 13:13:49.401636 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f94e11-3e6b-4d19-a93d-8495aaf58907 req-38b51aa7-19a7-4e39-bb95-9bf76343f448 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:49.410282 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-32f94e11-3e6b-4d19-a93d-8495aaf58907 req-38b51aa7-19a7-4e39-bb95-9bf76343f448 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 932 time: 0.0754013 Feb 09 13:13:49.458739 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-32f94e11-3e6b-4d19-a93d-8495aaf58907 req-a5b38e42-0847-4eae-8c7f-bd7ed244bf3e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Feb 09 13:13:50.255722 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2722d-efe5-4158-aaf6-f1ffa4b0fd7a req-62c65e07-4300-4684-b4fc-93f7aadef781 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:50.257268 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4cc2722d-efe5-4158-aaf6-f1ffa4b0fd7a req-62c65e07-4300-4684-b4fc-93f7aadef781 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 932 time: 0.0607359 Feb 09 13:13:50.312259 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4cc2722d-efe5-4158-aaf6-f1ffa4b0fd7a req-6281cfdb-b31f-4c97-9a70-2f41c34e3c85 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477786 Feb 09 13:13:50.507905 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17c168-51d1-488a-bba6-086610c1dc2f req-cc4a4a54-16be-47c3-8586-0febe7d072bd tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:50.514480 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-dd17c168-51d1-488a-bba6-086610c1dc2f req-cc4a4a54-16be-47c3-8586-0febe7d072bd tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0654573 Feb 09 13:13:50.561761 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-dd17c168-51d1-488a-bba6-086610c1dc2f req-418ba68e-8475-4883-8dd3-cfc9c4911670 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465324 Feb 09 13:13:50.599174 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ca90e-7d04-48b8-8000-73e93e5e1377 req-3bdaf023-9e04-4ab7-8943-752d505fff4d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:50.600739 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-166ca90e-7d04-48b8-8000-73e93e5e1377 req-3bdaf023-9e04-4ab7-8943-752d505fff4d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 932 time: 0.0585783 Feb 09 13:13:50.647349 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-166ca90e-7d04-48b8-8000-73e93e5e1377 req-046521f1-746a-4ea1-946d-85b733836b02 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402212 Feb 09 13:13:51.458099 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa8834-92f8-49af-a48e-67a7c883f096 req-f6f2f2b5-a533-43ca-953b-fa2869e717c8 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:51.461568 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4caa8834-92f8-49af-a48e-67a7c883f096 req-f6f2f2b5-a533-43ca-953b-fa2869e717c8 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 932 time: 0.0765827 Feb 09 13:13:51.534807 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4caa8834-92f8-49af-a48e-67a7c883f096 req-b5d1998d-6527-483c-b5dc-ea535e3056c5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631080 Feb 09 13:13:51.719456 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccf35f-926b-4363-bbdb-b3c10f91db62 req-fc6812a6-86e0-4ad2-ae5f-9b2413a178ce tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:51.721201 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8ccf35f-926b-4363-bbdb-b3c10f91db62 req-fc6812a6-86e0-4ad2-ae5f-9b2413a178ce tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0809681 Feb 09 13:13:51.822652 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb927474-bf15-4c2d-9d61-81f5c444e478 req-9c9bc558-bf44-41e4-b552-cc2195408d4f tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:51.822652 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fb927474-bf15-4c2d-9d61-81f5c444e478 req-9c9bc558-bf44-41e4-b552-cc2195408d4f tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 932 time: 0.0582626 Feb 09 13:13:51.823416 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8ccf35f-926b-4363-bbdb-b3c10f91db62 req-0077ffaf-4eb8-4007-92d7-152101c55677 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533760 Feb 09 13:13:51.848097 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fb927474-bf15-4c2d-9d61-81f5c444e478 req-2b2dba7a-47c6-4413-87b0-b773bf9362b3 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587354 Feb 09 13:13:52.690392 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24967bf-8f25-4c1e-8920-2943ae866ac0 req-8fdd1fbc-5a23-4d1b-a0a5-5c56b6b4abdf tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:52.695066 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c24967bf-8f25-4c1e-8920-2943ae866ac0 req-8fdd1fbc-5a23-4d1b-a0a5-5c56b6b4abdf tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 932 time: 0.0707073 Feb 09 13:13:52.746881 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c24967bf-8f25-4c1e-8920-2943ae866ac0 req-038383fb-5f27-4929-9575-3719dd96e8f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485175 Feb 09 13:13:52.770008 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-14290b58-83e9-48c7-8351-a6bfe353074a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:52.933853 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba978870-a1f0-43b3-9c46-4e04fbf807da req-599e1dad-874f-49d5-876b-eb73f7ac0265 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:52.935389 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ba978870-a1f0-43b3-9c46-4e04fbf807da req-599e1dad-874f-49d5-876b-eb73f7ac0265 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0745199 Feb 09 13:13:52.994655 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103e033-8d3c-4c0d-a54c-375d5eb72f9d req-cd9a0d70-ad3c-4dca-b6be-1c4f6079ca68 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:52.996545 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ba978870-a1f0-43b3-9c46-4e04fbf807da req-9921898c-afc3-490c-8eae-c96ad4ee6a9a tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529208 Feb 09 13:13:53.002364 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c103e033-8d3c-4c0d-a54c-375d5eb72f9d req-cd9a0d70-ad3c-4dca-b6be-1c4f6079ca68 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 932 time: 0.0638695 Feb 09 13:13:53.067472 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c103e033-8d3c-4c0d-a54c-375d5eb72f9d req-2eb320ba-517f-4275-8a34-dca6d2dadccf tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635462 Feb 09 13:13:53.869378 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e5e7-2f83-4e56-977c-3695869525ae req-7e324cfb-f2a6-492b-88b7-4f9991e5c6db tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:53.871155 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5635e5e7-2f83-4e56-977c-3695869525ae req-7e324cfb-f2a6-492b-88b7-4f9991e5c6db tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 932 time: 0.0571370 Feb 09 13:13:53.920654 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5635e5e7-2f83-4e56-977c-3695869525ae req-e83b1eaa-9d04-4241-b277-25259ff289c8 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438461 Feb 09 13:13:54.134769 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14d279-65fb-4142-9588-bbcab2e5be57 req-1324b627-8d05-4fdc-905a-061da1d3baab tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:54.137368 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bf14d279-65fb-4142-9588-bbcab2e5be57 req-1324b627-8d05-4fdc-905a-061da1d3baab tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0733612 Feb 09 13:13:54.213422 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bf14d279-65fb-4142-9588-bbcab2e5be57 req-8619aa60-b77e-47de-b383-e591fe8d0651 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623267 Feb 09 13:13:54.251837 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c56ef-989d-44ae-8025-107b0840b109 req-c09f13e4-6d10-4003-8aee-14e05ad02f31 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:54.253958 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b24c56ef-989d-44ae-8025-107b0840b109 req-c09f13e4-6d10-4003-8aee-14e05ad02f31 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 932 time: 0.0846539 Feb 09 13:13:54.320156 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b24c56ef-989d-44ae-8025-107b0840b109 req-6b8b1e87-3830-43c1-8cf3-a0f8019620e6 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586712 Feb 09 13:13:55.034067 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-1a50dea3-ef6d-428f-8a7c-3c3fd152136a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:55.058909 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db98ec-f769-4cfd-90d8-667479d6efef req-406e6dbe-2e71-48b6-a15f-c2ae52691491 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:55.060389 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b2db98ec-f769-4cfd-90d8-667479d6efef req-406e6dbe-2e71-48b6-a15f-c2ae52691491 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 932 time: 0.0593631 Feb 09 13:13:55.108110 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b2db98ec-f769-4cfd-90d8-667479d6efef req-ecbc59f5-0090-45b3-a849-0430acae9ec0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Feb 09 13:13:55.323981 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562de4c-9ccc-4918-af62-4a24117330ed req-2ad39f15-9120-4061-bd92-dd3dd0157575 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:55.325512 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7562de4c-9ccc-4918-af62-4a24117330ed req-2ad39f15-9120-4061-bd92-dd3dd0157575 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0514781 Feb 09 13:13:55.373366 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7562de4c-9ccc-4918-af62-4a24117330ed req-aadd097c-feb0-4708-80a4-dd5327358fee tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Feb 09 13:13:55.435468 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55f8ee-9b16-43d0-a316-a069d0d565ab req-466aa3d5-5cfe-41b1-89fc-f153f8781f58 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:55.436912 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4c55f8ee-9b16-43d0-a316-a069d0d565ab req-466aa3d5-5cfe-41b1-89fc-f153f8781f58 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 932 time: 0.0506740 Feb 09 13:13:55.485167 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4c55f8ee-9b16-43d0-a316-a069d0d565ab req-ae91373a-7d40-4ed6-becd-256ef1722f27 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425897 Feb 09 13:13:55.972572 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Request body: {'port': {'device_id': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:55.979768 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Request body: {'port': {'device_id': 'bed41059-48cc-4ddb-9a00-62f0c71f7dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:13:56.033642 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.042134 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.160354 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.311118 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6d2832-0830-44ab-bdba-ad1e71f0308b {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:13:56.313858 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af48d1c-d776-4c5c-96ef-b2b16ff512dc req-7f52c6c4-6f30-4cb3-87d2-61e5146ef2ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:56.315433 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7af48d1c-d776-4c5c-96ef-b2b16ff512dc req-7f52c6c4-6f30-4cb3-87d2-61e5146ef2ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 932 time: 0.1313837 Feb 09 13:13:56.326159 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Publish callbacks [] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.339605 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Transition to ACTIVE for port object aa6d2832-0830-44ab-bdba-ad1e71f0308b will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:56.401159 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f {{(pid=103165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:13:56.406415 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.408129 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7af48d1c-d776-4c5c-96ef-b2b16ff512dc req-4bd4366c-007c-45ac-ba71-b38feaa8b82f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868845 Feb 09 13:13:56.412321 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Publish callbacks [] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.432494 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.provisioning_blocks [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Transition to ACTIVE for port object 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f will not be triggered until provisioned by entity L2. {{(pid=103165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:56.497751 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.561014 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5a032-b925-4433-8461-077ad032925f service neutron] Pushing event updated for resources: {'Port': ['ID=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:56.581741 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6d2832-0830-44ab-bdba-ad1e71f0308b,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:56.634800 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa2f09-c0bf-473b-ac7d-27e2857caf5a req-fca0d289-7a09-4261-b502-5b175e10cd91 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:56.636583 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9fa2f09-c0bf-473b-ac7d-27e2857caf5a req-fca0d289-7a09-4261-b502-5b175e10cd91 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.1769373 Feb 09 13:13:56.667740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Attempting to bind port aa6d2832-0830-44ab-bdba-ad1e71f0308b on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:13:56.668101 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Attempting to bind port aa6d2832-0830-44ab-bdba-ad1e71f0308b by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:13:56.668395 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Attempting to bind port aa6d2832-0830-44ab-bdba-ad1e71f0308b on network 2d8539eb-78a6-4037-811a-eb4032e8827a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:56.677157 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Port aa6d2832-0830-44ab-bdba-ad1e71f0308b on network 2d8539eb-78a6-4037-811a-eb4032e8827a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:13:56.677535 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Attempting to bind port aa6d2832-0830-44ab-bdba-ad1e71f0308b on network 2d8539eb-78a6-4037-811a-eb4032e8827a {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:56.691672 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Attempting to bind port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:13:56.692063 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Attempting to bind port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:13:56.692341 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Attempting to bind port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f on network ff34e378-f58b-45e9-a487-b72107a8e88d {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:56.709610 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f on network ff34e378-f58b-45e9-a487-b72107a8e88d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:13:56.709610 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Attempting to bind port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f on network ff34e378-f58b-45e9-a487-b72107a8e88d {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:13:56.713125 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dd5ed-7d7b-4898-97bb-33240f453fe9 req-7be9c262-2a9f-49fa-8fb0-1bb936d4b94a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:56.714673 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bd2dd5ed-7d7b-4898-97bb-33240f453fe9 req-7be9c262-2a9f-49fa-8fb0-1bb936d4b94a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 944 time: 0.0981736 Feb 09 13:13:56.716357 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:13:56.716711 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Checking segment: {'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:13:56.717132 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Bound using segment: {'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:13:56.717618 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Bound port: aa6d2832-0830-44ab-bdba-ad1e71f0308b, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd808d7-9ad9-4dfa-8993-86be242c985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:13:56.717843 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:13:56.718049 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.718320 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Checking segment: {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:13:56.719016 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Bound using segment: {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'} {{(pid=103165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:13:56.719514 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.managers [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Bound port: 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b885c7a3-0643-4947-9e97-7b5b4e64b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d'}}] {{(pid=103165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:13:56.719936 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.738869 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9fa2f09-c0bf-473b-ac7d-27e2857caf5a req-553aba3c-76e7-41d1-a004-51ca07856a49 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945358 Feb 09 13:13:56.810128 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] For port aa6d2832-0830-44ab-bdba-ad1e71f0308b, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:56.815203 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] For port aa6d2832-0830-44ab-bdba-ad1e71f0308b, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:56.819140 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bd2dd5ed-7d7b-4898-97bb-33240f453fe9 req-0fbdbf1b-d636-48ee-8ccc-ff283272b00a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948622 Feb 09 13:13:56.841949 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] For port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f, host hv-cinder-82786, cleared binding levels {{(pid=103165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:56.845446 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] For port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:56.874307 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.908096 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:56.908736 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.910136 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-9660339f-3410-443f-a436-d29f42f64277 service neutron] 10.222.0.31 "PUT /v2.0/ports/aa6d2832-0830-44ab-bdba-ad1e71f0308b HTTP/1.1" status: 200 len: 1094 time: 0.9419796 Feb 09 13:13:56.910622 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:13:56.912824 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a40c5d-b68d-4cb5-9020-e6d804c79002" -d '{"events": [{"name": "network-changed", "server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:13:56.934661 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.949760 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660339f-3410-443f-a436-d29f42f64277 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6d2832-0830-44ab-bdba-ad1e71f0308b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:56.963308 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad1d9bf-b470-4764-b5b3-4051bab805b3 x-openstack-request-id: req-5ad1d9bf-b470-4764-b5b3-4051bab805b3 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:13:56.963611 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:13:56.963881 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5ad1d9bf-b470-4764-b5b3-4051bab805b3 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:13:56.964830 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'status': 'completed', 'code': 200} Feb 09 13:13:56.967103 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:56.967775 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:56.969202 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-cba5a032-b925-4433-8461-077ad032925f service neutron] 10.222.0.31 "PUT /v2.0/ports/5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f HTTP/1.1" status: 200 len: 1094 time: 0.9947553 Feb 09 13:13:56.970586 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed41059-48cc-4ddb-9a00-62f0c71f7dcb', 'tag': '5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:13:56.975335 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ac2369-ed27-42e7-9a1b-8afb6fd90476" -d '{"events": [{"name": "network-changed", "server_uuid": "bed41059-48cc-4ddb-9a00-62f0c71f7dcb", "tag": "5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:13:57.058904 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a26b437-ea38-4aad-987f-9e7479014250 x-openstack-request-id: req-1a26b437-ea38-4aad-987f-9e7479014250 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:13:57.058904 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed41059-48cc-4ddb-9a00-62f0c71f7dcb", "tag": "5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:13:57.058904 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1a26b437-ea38-4aad-987f-9e7479014250 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:13:57.058904 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed41059-48cc-4ddb-9a00-62f0c71f7dcb', 'tag': '5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f', 'status': 'completed', 'code': 200} Feb 09 13:13:57.079491 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5a032-b925-4433-8461-077ad032925f service neutron] Pushing event updated for resources: {'Port': ['ID=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f,revision_number=3']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:57.094368 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a40c5d-b68d-4cb5-9020-e6d804c79002 req-bdf902c6-5d64-416f-9c0e-09daeda2dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.097571 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-94a40c5d-b68d-4cb5-9020-e6d804c79002 req-bdf902c6-5d64-416f-9c0e-09daeda2dd7a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac777728da844e3a91e4d65d4aa9e4a5&device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 1128 time: 0.0952425 Feb 09 13:13:57.138104 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac2369-ed27-42e7-9a1b-8afb6fd90476 req-ed673222-7d8c-4392-987f-61432d6dee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.139697 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52ac2369-ed27-42e7-9a1b-8afb6fd90476 req-ed673222-7d8c-4392-987f-61432d6dee21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 1128 time: 0.0643346 Feb 09 13:13:57.202713 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a40c5d-b68d-4cb5-9020-e6d804c79002 req-e09c57b0-2606-4471-aee9-288abe236715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.204190 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-94a40c5d-b68d-4cb5-9020-e6d804c79002 req-e09c57b0-2606-4471-aee9-288abe236715 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ac777728da844e3a91e4d65d4aa9e4a5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0993335 Feb 09 13:13:57.247245 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac2369-ed27-42e7-9a1b-8afb6fd90476 req-a8936c48-a16a-44ce-8922-58df31af61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.249273 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52ac2369-ed27-42e7-9a1b-8afb6fd90476 req-a8936c48-a16a-44ce-8922-58df31af61e1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a0e498b288c5455ea4e270d16d92dc89&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1004574 Feb 09 13:13:57.308399 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a40c5d-b68d-4cb5-9020-e6d804c79002 req-4d4bbe30-8cfd-48f4-9bc4-fed2d640dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.309978 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-94a40c5d-b68d-4cb5-9020-e6d804c79002 req-4d4bbe30-8cfd-48f4-9bc4-fed2d640dc7b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979106 Feb 09 13:13:57.354001 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac2369-ed27-42e7-9a1b-8afb6fd90476 req-b1d13b53-2499-4d24-9ba4-b9746e856659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.356430 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-52ac2369-ed27-42e7-9a1b-8afb6fd90476 req-b1d13b53-2499-4d24-9ba4-b9746e856659 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941558 Feb 09 13:13:57.418370 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-b4c746a1-0099-4653-855b-c84ac5ba60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.420071 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-b4c746a1-0099-4653-855b-c84ac5ba60b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac777728da844e3a91e4d65d4aa9e4a5&device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 1128 time: 0.0534756 Feb 09 13:13:57.474122 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-d88d5f8a-9226-4a73-832f-4f7ade6ef27d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b HTTP/1.1" status: 200 len: 217 time: 0.0370629 Feb 09 13:13:57.538261 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-2a4b7a4c-b2c6-41e8-a9eb-dbbd54071575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.538476 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-2a4b7a4c-b2c6-41e8-a9eb-dbbd54071575 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba99ff79-216b-49d5-86c7-2a24c634b96a HTTP/1.1" status: 200 len: 854 time: 0.0578289 Feb 09 13:13:57.750178 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:57.760101 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-dee12793-eed0-4fda-91f2-1cf6b1444203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.765647 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-dee12793-eed0-4fda-91f2-1cf6b1444203 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0e498b288c5455ea4e270d16d92dc89&device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 1128 time: 0.3163571 Feb 09 13:13:57.773650 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996f3fc-4c06-48eb-a92e-00ee77c1db21 req-7454937e-2ba2-42f5-bba8-0db1716fd26d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.776194 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b996f3fc-4c06-48eb-a92e-00ee77c1db21 req-7454937e-2ba2-42f5-bba8-0db1716fd26d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 944 time: 0.0675664 Feb 09 13:13:57.827621 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-82b69ca0-65a9-4c9a-9015-21226524f198 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f HTTP/1.1" status: 200 len: 217 time: 0.0504258 Feb 09 13:13:57.854747 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-cf5ab7fe-11bd-4fa9-baed-817313dd8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.854747 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-cf5ab7fe-11bd-4fa9-baed-817313dd8839 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d8539eb-78a6-4037-811a-eb4032e8827a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3061805 Feb 09 13:13:57.860522 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b996f3fc-4c06-48eb-a92e-00ee77c1db21 req-6915a95c-a8db-407e-bd85-c239ddc9d790 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772707 Feb 09 13:13:57.921135 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372e5bc-3190-445a-bc58-f24b4e21e64a req-0de7262a-9ffb-4ff3-8010-17de8ae71bf8 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.922741 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1372e5bc-3190-445a-bc58-f24b4e21e64a req-0de7262a-9ffb-4ff3-8010-17de8ae71bf8 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0606225 Feb 09 13:13:57.972350 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1372e5bc-3190-445a-bc58-f24b4e21e64a req-7ecf8582-86df-4294-a5a5-b81ff15b2f1d tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433834 Feb 09 13:13:57.976958 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b83ef3-85b4-4d5f-bc67-c645dddae30e req-d327ff45-d908-4be5-b5cb-4f6a8834575a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.979068 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-51b83ef3-85b4-4d5f-bc67-c645dddae30e req-d327ff45-d908-4be5-b5cb-4f6a8834575a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 944 time: 0.0575306 Feb 09 13:13:58.032553 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-51b83ef3-85b4-4d5f-bc67-c645dddae30e req-cce821aa-ee37-4dae-9fca-458c5ef06c09 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476747 Feb 09 13:13:58.474875 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2f939-d09b-41c8-bdab-d52dc49d13b0 req-564a5535-cb43-408b-9fa9-eb8349548455 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:58.476358 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0f2f939-d09b-41c8-bdab-d52dc49d13b0 req-564a5535-cb43-408b-9fa9-eb8349548455 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0523767 Feb 09 13:13:58.522138 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0f2f939-d09b-41c8-bdab-d52dc49d13b0 req-fbec8931-0a56-440f-9d8b-7816a6775bec tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Feb 09 13:13:58.983531 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb14f32-48cc-47f7-a0f2-cd99ffde0886 req-3d3666fc-08e2-406f-aa9e-b72e729222c2 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:58.984963 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2bb14f32-48cc-47f7-a0f2-cd99ffde0886 req-3d3666fc-08e2-406f-aa9e-b72e729222c2 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 944 time: 0.0532885 Feb 09 13:13:59.031248 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2bb14f32-48cc-47f7-a0f2-cd99ffde0886 req-3fa6fdf1-e418-40e4-a6df-5bd9a194af80 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Feb 09 13:13:59.100890 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd525-cc43-4bc6-bbc5-ceb0b02868cc req-77b79b33-883c-42ef-a587-7099fdd4bd35 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:59.102974 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-51ebd525-cc43-4bc6-bbc5-ceb0b02868cc req-77b79b33-883c-42ef-a587-7099fdd4bd35 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0558839 Feb 09 13:13:59.146438 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc9f9f-dca9-4348-b1ca-33a8249b58b9 req-b1a298f0-fb66-4335-8940-4123a0d0b154 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:59.147849 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-abdc9f9f-dca9-4348-b1ca-33a8249b58b9 req-b1a298f0-fb66-4335-8940-4123a0d0b154 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 944 time: 0.0511494 Feb 09 13:13:59.147977 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-51ebd525-cc43-4bc6-bbc5-ceb0b02868cc req-fba5c835-2bf4-4ab8-914d-3d8e689f729a tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393534 Feb 09 13:13:59.196376 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-abdc9f9f-dca9-4348-b1ca-33a8249b58b9 req-224c3b8a-ad0c-4eb1-99f9-785bf296160a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Feb 09 13:13:59.229397 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:13:59.638435 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66693a-ca9f-4eea-a51c-cee55277fb7b req-13f9c181-274f-4b0c-a000-4f3efc28eebb tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:59.639991 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c66693a-ca9f-4eea-a51c-cee55277fb7b req-13f9c181-274f-4b0c-a000-4f3efc28eebb tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0527091 Feb 09 13:13:59.686368 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c66693a-ca9f-4eea-a51c-cee55277fb7b req-d76e961c-72f1-4c64-9f24-4ff4d6a2278e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Feb 09 13:13:59.951314 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-891c52db-5244-4a37-b7d4-2e95ca33dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:59.951314 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-891c52db-5244-4a37-b7d4-2e95ca33dd3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfed6b4-c91a-4b7c-908f-9e99278d2c55 HTTP/1.1" status: 200 len: 854 time: 0.0497801 Feb 09 13:14:00.002188 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-25d27122-0844-42e8-b0c0-c9c3eea58982 service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859475 Feb 09 13:14:00.146468 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d472-07de-471b-92d4-6a6a52740f52 req-d0a12e17-1018-40d4-8875-0a219d669f7e tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:00.147967 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-81a9d472-07de-471b-92d4-6a6a52740f52 req-d0a12e17-1018-40d4-8875-0a219d669f7e tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 944 time: 0.0522110 Feb 09 13:14:00.195157 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-81a9d472-07de-471b-92d4-6a6a52740f52 req-58ae002b-4704-48ab-a18a-456ccebc3ef2 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Feb 09 13:14:00.270985 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc179c6-c341-4e98-9cf1-b4127825c128 req-3ede4809-fd9b-464d-a375-f0f54ce607a0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:00.272454 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6bc179c6-c341-4e98-9cf1-b4127825c128 req-3ede4809-fd9b-464d-a375-f0f54ce607a0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0549791 Feb 09 13:14:00.314035 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f9d02-2371-4491-a4d1-a282425701f1 req-1196d803-ee67-4157-850f-2399369f2403 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:00.315551 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5c6f9d02-2371-4491-a4d1-a282425701f1 req-1196d803-ee67-4157-850f-2399369f2403 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 944 time: 0.0536776 Feb 09 13:14:00.318325 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6bc179c6-c341-4e98-9cf1-b4127825c128 req-557349b0-3bd8-45aa-83ac-a528610d4732 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398328 Feb 09 13:14:00.367686 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5c6f9d02-2371-4491-a4d1-a282425701f1 req-d3a00d37-8186-474c-9ee6-c0c5e5e69c98 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466213 Feb 09 13:14:00.802844 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0607c-d6bd-4382-b2ea-015526dd4059 req-e27f07e0-9434-4668-bc23-81d087f78b47 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:00.804240 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-74e0607c-d6bd-4382-b2ea-015526dd4059 req-e27f07e0-9434-4668-bc23-81d087f78b47 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0519645 Feb 09 13:14:00.849906 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-74e0607c-d6bd-4382-b2ea-015526dd4059 req-7890bf43-f5aa-4628-bdec-fd6a3ee51fa8 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Feb 09 13:14:00.962550 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-a3f75186-30ed-4984-9879-a25ea8db2e72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff34e378-f58b-45e9-a487-b72107a8e88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322251 Feb 09 13:14:01.019432 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-e8b8ce36-4266-4bd5-8cbb-42a4eae28835 service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903590 Feb 09 13:14:01.072831 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654859b6-6607-4f7e-955b-9ffbe77a2286 req-4977b7a1-0dda-4e8f-b683-21d2e76622ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:01.074267 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-654859b6-6607-4f7e-955b-9ffbe77a2286 req-4977b7a1-0dda-4e8f-b683-21d2e76622ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=141d2818a8454068b7397ceefa95ab7b&device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 1129 time: 0.1148229 Feb 09 13:14:01.140354 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-ee7f32fe-fa1a-4717-a4a0-84fd9bbf6092 service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534474 Feb 09 13:14:01.226507 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654859b6-6607-4f7e-955b-9ffbe77a2286 req-22555e74-eebb-4e9e-b21a-277b65473096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:01.228046 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-654859b6-6607-4f7e-955b-9ffbe77a2286 req-22555e74-eebb-4e9e-b21a-277b65473096 service neutron] 10.222.0.31 "GET /v2.0/networks?id=356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 200 len: 918 time: 0.1460035 Feb 09 13:14:01.280151 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-654859b6-6607-4f7e-955b-9ffbe77a2286 req-8f0e0e48-a8b3-434b-ae8a-53fd07e12468 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e603fae6-8816-4c72-bb3a-419850a3b7de HTTP/1.1" status: 200 len: 217 time: 0.0427628 Feb 09 13:14:01.323331 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba6a2a-67ad-400c-a92c-64c7cf22b6a2 req-c65fd169-8bf6-43b1-8124-ec6bf0be7d8a tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:01.324745 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a7ba6a2a-67ad-400c-a92c-64c7cf22b6a2 req-c65fd169-8bf6-43b1-8124-ec6bf0be7d8a tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 944 time: 0.0574286 Feb 09 13:14:01.327526 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-41f275f1-defb-41ad-8f22-c49d58f2ad67 req-dd310225-8e37-431a-9ea6-b8e45f3c9805 service neutron] 10.222.0.31 "GET /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644065 Feb 09 13:14:01.344241 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654859b6-6607-4f7e-955b-9ffbe77a2286 req-d1fa8cf2-3581-403c-a284-51a725c4fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:01.345712 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-654859b6-6607-4f7e-955b-9ffbe77a2286 req-d1fa8cf2-3581-403c-a284-51a725c4fd77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34dc3f-c322-4241-a6b8-551931206a17 HTTP/1.1" status: 200 len: 857 time: 0.0581634 Feb 09 13:14:01.388604 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-654859b6-6607-4f7e-955b-9ffbe77a2286 req-429251a7-174a-4060-802d-b2ae4a4a16c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=356c94e6-31e4-4e9e-9f08-04565eefbcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319893 Feb 09 13:14:01.392992 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a7ba6a2a-67ad-400c-a92c-64c7cf22b6a2 req-660d2ff0-8404-46a3-966d-93105865cbec tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625997 Feb 09 13:14:01.512452 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab986270-149c-4219-bdb1-f43496da7a04 req-19e47f0d-68f3-47e2-8a6f-73982606f556 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:01.514033 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ab986270-149c-4219-bdb1-f43496da7a04 req-19e47f0d-68f3-47e2-8a6f-73982606f556 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 944 time: 0.0625350 Feb 09 13:14:01.521944 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50145967-f423-41b5-a226-32799a913f7c req-9106a9dc-ee9c-44b1-85e7-b15b0eccd01d tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:01.523458 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-50145967-f423-41b5-a226-32799a913f7c req-9106a9dc-ee9c-44b1-85e7-b15b0eccd01d tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.1195371 Feb 09 13:14:01.530739 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-654859b6-6607-4f7e-955b-9ffbe77a2286 req-b1f9616d-53ca-46a2-b31c-fb351498a616 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345322 Feb 09 13:14:01.565788 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ab986270-149c-4219-bdb1-f43496da7a04 req-feee31b0-b1b0-48e9-8033-266fb0e766cc tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453625 Feb 09 13:14:01.626113 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-50145967-f423-41b5-a226-32799a913f7c req-541cd76b-2564-49fe-8e52-0afc4aa667c3 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946138 Feb 09 13:14:01.653248 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-654859b6-6607-4f7e-955b-9ffbe77a2286 req-19563d40-ae94-4fd0-9a8c-fddbb3d33bce service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149275 Feb 09 13:14:01.966835 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646500d9-3f5b-489e-861a-ed37422c7146 req-4c289fd7-47d7-4bdf-9f67-78808855393d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:01.968291 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-646500d9-3f5b-489e-861a-ed37422c7146 req-4c289fd7-47d7-4bdf-9f67-78808855393d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0524139 Feb 09 13:14:02.015080 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-646500d9-3f5b-489e-861a-ed37422c7146 req-16e82f9a-3a41-4c2f-8479-0cc734a7d14b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408950 Feb 09 13:14:02.508322 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b9202-3bc1-4447-a4d8-9c41101c8b27 req-e6968ebc-159f-4149-8dc9-b5110c0d83bc tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:02.509825 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9c8b9202-3bc1-4447-a4d8-9c41101c8b27 req-e6968ebc-159f-4149-8dc9-b5110c0d83bc tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 944 time: 0.0578938 Feb 09 13:14:02.557659 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9c8b9202-3bc1-4447-a4d8-9c41101c8b27 req-b9207b37-b6f7-4342-9905-7cc10e33ce1c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414236 Feb 09 13:14:02.700080 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d41bd-8c0a-444c-b50f-6d7d6b69b009 req-5d00b431-1812-4527-bcbe-4e22f60eb4f4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:02.701596 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0a3d41bd-8c0a-444c-b50f-6d7d6b69b009 req-5d00b431-1812-4527-bcbe-4e22f60eb4f4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 944 time: 0.0580382 Feb 09 13:14:02.753493 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0a3d41bd-8c0a-444c-b50f-6d7d6b69b009 req-c0499824-e752-47a4-a25b-90cb64433849 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Feb 09 13:14:02.754048 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef88c3d-ff20-40d8-8cc0-98e21c469b42 req-41d3a729-fd2d-42fb-90fb-a36945503579 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:02.755581 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ef88c3d-ff20-40d8-8cc0-98e21c469b42 req-41d3a729-fd2d-42fb-90fb-a36945503579 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0597620 Feb 09 13:14:02.812310 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ef88c3d-ff20-40d8-8cc0-98e21c469b42 req-d126fb40-3dca-4333-ab2a-c789f383dccf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509033 Feb 09 13:14:03.137219 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83671f86-90d8-4312-b3b7-835e39a66174 req-6569239b-7bab-4e0e-889c-97593fecad4f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:03.138831 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-83671f86-90d8-4312-b3b7-835e39a66174 req-6569239b-7bab-4e0e-889c-97593fecad4f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0533173 Feb 09 13:14:03.189095 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-83671f86-90d8-4312-b3b7-835e39a66174 req-080781da-0dbb-4839-a6c0-32354100f826 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Feb 09 13:14:03.240681 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ca772-78bb-4bc9-bb07-43fc95516cd3 req-ecc905a6-58ba-435e-905b-830812d756f6 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:03.242165 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4a2ca772-78bb-4bc9-bb07-43fc95516cd3 req-ecc905a6-58ba-435e-905b-830812d756f6 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0533500 Feb 09 13:14:03.290576 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4a2ca772-78bb-4bc9-bb07-43fc95516cd3 req-a718fb61-0d62-4f51-84b8-f6803eee885d tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Feb 09 13:14:03.390514 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940325f-b6fa-4315-a61b-ff3ca99c3f69 req-41b29cd4-44ca-495b-b58e-c73970a5a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:03.392120 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6940325f-b6fa-4315-a61b-ff3ca99c3f69 req-41b29cd4-44ca-495b-b58e-c73970a5a07d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 1129 time: 0.0469513 Feb 09 13:14:03.497026 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940325f-b6fa-4315-a61b-ff3ca99c3f69 req-577f77ad-7082-4065-8285-f0739f491596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:03.498726 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6940325f-b6fa-4315-a61b-ff3ca99c3f69 req-577f77ad-7082-4065-8285-f0739f491596 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 200 len: 912 time: 0.0983453 Feb 09 13:14:03.567013 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6940325f-b6fa-4315-a61b-ff3ca99c3f69 req-3c021139-69f4-4552-bc1f-120efd429f53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a218b4e-3337-4b9d-9226-b484077f2606 HTTP/1.1" status: 200 len: 1001 time: 0.0609622 Feb 09 13:14:03.624717 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940325f-b6fa-4315-a61b-ff3ca99c3f69 req-e4cbf857-4a12-49fa-bd12-0091e68f9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:03.626278 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6940325f-b6fa-4315-a61b-ff3ca99c3f69 req-e4cbf857-4a12-49fa-bd12-0091e68f9d85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cbb47fb-25d3-4b90-8f6c-52fce146153a HTTP/1.1" status: 200 len: 850 time: 0.0528159 Feb 09 13:14:03.705143 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a453511-0d67-4df3-9c91-af037411d1bc req-91a019b9-1fe8-46c0-ab35-fa1360e89efc tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:03.706699 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8a453511-0d67-4df3-9c91-af037411d1bc req-91a019b9-1fe8-46c0-ab35-fa1360e89efc tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 944 time: 0.0794079 Feb 09 13:14:03.715023 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940325f-b6fa-4315-a61b-ff3ca99c3f69 req-fe667d11-de81-4dc8-a362-57b7d993d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:03.716435 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6940325f-b6fa-4315-a61b-ff3ca99c3f69 req-fe667d11-de81-4dc8-a362-57b7d993d200 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807557 Feb 09 13:14:03.807991 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8a453511-0d67-4df3-9c91-af037411d1bc req-03dca7a1-15e2-45fc-adc9-d11a97f5f0a1 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946164 Feb 09 13:14:03.845223 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6940325f-b6fa-4315-a61b-ff3ca99c3f69 req-b20b61f4-3a8d-4e62-bc82-0540e4f85958 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167567 Feb 09 13:14:03.879785 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eeb428-0c0f-4040-912d-492520fdc0eb req-b42f106f-39c5-4ec5-ab6f-44058c78cdd1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:03.881217 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e9eeb428-0c0f-4040-912d-492520fdc0eb req-b42f106f-39c5-4ec5-ab6f-44058c78cdd1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 944 time: 0.0546887 Feb 09 13:14:03.929183 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e9eeb428-0c0f-4040-912d-492520fdc0eb req-e7ad3c33-9dea-4700-9cfc-e8a8574c79f4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 Feb 09 13:14:03.936568 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6940325f-b6fa-4315-a61b-ff3ca99c3f69 req-40728deb-6648-42cd-99e2-9f5a2d921297 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825520 Feb 09 13:14:04.310541 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad8c53-63f7-47b9-b6f0-7b85ae87fe2f req-ecd73c2e-1764-4b55-8e47-016349dc334d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:04.312042 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-92ad8c53-63f7-47b9-b6f0-7b85ae87fe2f req-ecd73c2e-1764-4b55-8e47-016349dc334d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0580173 Feb 09 13:14:04.365211 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-92ad8c53-63f7-47b9-b6f0-7b85ae87fe2f req-2b5e39d3-9389-4577-9873-eb5b69e44f98 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476413 Feb 09 13:14:04.418821 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f28b6a-718a-4131-88d4-431ae5383462 req-6c4a830e-277c-41b4-8f64-324e4b7e50fb tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:04.420279 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b9f28b6a-718a-4131-88d4-431ae5383462 req-6c4a830e-277c-41b4-8f64-324e4b7e50fb tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0610871 Feb 09 13:14:04.466206 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b9f28b6a-718a-4131-88d4-431ae5383462 req-9e4695ce-a2f0-40b7-b958-3a615c86a469 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403411 Feb 09 13:14:04.924441 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d6194-2fc5-4ea3-b8b2-f776046129d9 req-bcec61a2-6c8f-4871-b432-9549a200dc93 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:04.925904 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e09d6194-2fc5-4ea3-b8b2-f776046129d9 req-bcec61a2-6c8f-4871-b432-9549a200dc93 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 944 time: 0.0509386 Feb 09 13:14:04.955516 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:14:04.974587 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e09d6194-2fc5-4ea3-b8b2-f776046129d9 req-4358dbf9-39d0-43a4-9923-42ec2e1289dd tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Feb 09 13:14:05.060993 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:05.061588 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1aa317-95c3-46cd-8f07-dea061bc7c6e req-3e669102-51c2-43b8-8e50-831d43eebe84 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:05.063108 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ab1aa317-95c3-46cd-8f07-dea061bc7c6e req-3e669102-51c2-43b8-8e50-831d43eebe84 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 944 time: 0.0519781 Feb 09 13:14:05.072905 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f', 'network_id': 'ff34e378-f58b-45e9-a487-b72107a8e88d', 'port_id': '5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f', 'mac_address': 'fa:16:3e:1a:e1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfed6b4-c91a-4b7c-908f-9e99278d2c55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:14:05.110215 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:14:05.110640 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:05.115473 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ab1aa317-95c3-46cd-8f07-dea061bc7c6e req-09271765-16d0-46e2-b847-345ca5dc9b7d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466719 Feb 09 13:14:05.124244 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:14:05.143535 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:05.193521 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:05.194180 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device aa6d2832-0830-44ab-bdba-ad1e71f0308b details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:14:05.264767 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:05.331014 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port aa6d2832-0830-44ab-bdba-ad1e71f0308b, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:05.342032 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'port_id': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'mac_address': 'fa:16:3e:27:9b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:14:05.377877 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port aa6d2832-0830-44ab-bdba-ad1e71f0308b is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:14:05.378304 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:05.390518 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6d2832-0830-44ab-bdba-ad1e71f0308b {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:14:05.410524 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port aa6d2832-0830-44ab-bdba-ad1e71f0308b, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:05.468291 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:05.487498 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebeedf-e38b-47ff-8b41-7c436856dab0 req-6b5f3b93-9801-4efc-bf74-2c450f2512a7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:05.489093 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-96ebeedf-e38b-47ff-8b41-7c436856dab0 req-6b5f3b93-9801-4efc-bf74-2c450f2512a7 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0558741 Feb 09 13:14:05.526242 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=aa6d2832-0830-44ab-bdba-ad1e71f0308b,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:05.544153 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-96ebeedf-e38b-47ff-8b41-7c436856dab0 req-13f8e0ba-524c-49a1-87b9-a9996bfdbce0 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487545 Feb 09 13:14:05.601401 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdc0f3-f3c3-4ffb-b99b-39b721216bf6 req-5a3cbbaa-75e1-427f-9361-7bb3fa080afb tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:05.602893 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-77bdc0f3-f3c3-4ffb-b99b-39b721216bf6 req-5a3cbbaa-75e1-427f-9361-7bb3fa080afb tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0587234 Feb 09 13:14:05.649407 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-77bdc0f3-f3c3-4ffb-b99b-39b721216bf6 req-7b6682a9-8095-4dd6-8297-2bd8e6a26c16 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403798 Feb 09 13:14:06.109093 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a937d42-c741-4703-85df-a828637a1e13 req-aebacaf2-901d-4cbc-91cb-878d4932610d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:06.110616 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9a937d42-c741-4703-85df-a828637a1e13 req-aebacaf2-901d-4cbc-91cb-878d4932610d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 945 time: 0.0583150 Feb 09 13:14:06.167880 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9a937d42-c741-4703-85df-a828637a1e13 req-9048857b-cdda-44db-8c0e-62d30493ac3f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516877 Feb 09 13:14:06.235819 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccef639-0887-4b2d-8bec-e2f88776644f req-459221d7-00b7-4024-877b-3c3451fe4058 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:06.237342 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1ccef639-0887-4b2d-8bec-e2f88776644f req-459221d7-00b7-4024-877b-3c3451fe4058 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 945 time: 0.0520661 Feb 09 13:14:06.285576 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1ccef639-0887-4b2d-8bec-e2f88776644f req-6daa198f-c27a-46bb-9901-2888053a88f7 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Feb 09 13:14:06.666114 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5b692-7103-491c-83ab-22bfcd6c7b1d req-bf04b868-123c-4126-9fbe-67c1438da8b6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:06.668178 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-92f5b692-7103-491c-83ab-22bfcd6c7b1d req-bf04b868-123c-4126-9fbe-67c1438da8b6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0563419 Feb 09 13:14:06.717429 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-92f5b692-7103-491c-83ab-22bfcd6c7b1d req-a5d0efdd-99f2-4c56-ac2a-e806c297f07f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436449 Feb 09 13:14:06.765872 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb56da3-8f12-466b-92bc-b44a3575857d req-12c1ed9c-5f95-46a3-a242-6831707ed75f tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:06.767378 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4eb56da3-8f12-466b-92bc-b44a3575857d req-12c1ed9c-5f95-46a3-a242-6831707ed75f tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0525503 Feb 09 13:14:06.827014 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4eb56da3-8f12-466b-92bc-b44a3575857d req-50209ecf-0920-479c-9471-438a39338f04 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539682 Feb 09 13:14:07.207751 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['aa6d2832-0830-44ab-bdba-ad1e71f0308b'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:14:07.235431 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:14:07.304185 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d57d92-9178-4bd2-ab8a-e0d04f734abb req-b880a238-2115-4bcf-ba1f-7a1abf4c4074 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:07.306318 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97d57d92-9178-4bd2-ab8a-e0d04f734abb req-b880a238-2115-4bcf-ba1f-7a1abf4c4074 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 945 time: 0.0570228 Feb 09 13:14:07.359918 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-97d57d92-9178-4bd2-ab8a-e0d04f734abb req-15e28ef2-05b1-4d54-9cab-127280e915bb tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458527 Feb 09 13:14:07.418687 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc55cf9-0d47-4481-acef-d2e9fbafcd5b req-046321b2-342a-4c53-b352-81201aecafab tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:07.420180 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7cc55cf9-0d47-4481-acef-d2e9fbafcd5b req-046321b2-342a-4c53-b352-81201aecafab tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 945 time: 0.0608432 Feb 09 13:14:07.468618 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7cc55cf9-0d47-4481-acef-d2e9fbafcd5b req-75935cf5-9dd5-4ce5-b08c-3b14b898d3f0 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Feb 09 13:14:07.844911 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a57a6-1ce5-4db2-a790-c938cbc90a79 req-5de6b339-fed9-4087-9819-ecf1337400ac tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:07.846422 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-378a57a6-1ce5-4db2-a790-c938cbc90a79 req-5de6b339-fed9-4087-9819-ecf1337400ac tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0557323 Feb 09 13:14:07.902981 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-378a57a6-1ce5-4db2-a790-c938cbc90a79 req-65bee295-e241-4561-aa92-eb655bd26b89 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497205 Feb 09 13:14:07.951347 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33722d41-15ee-472e-86ae-161bf19e91e1 req-55ed2bb5-59c8-425d-bf63-859eca2f2559 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:07.952863 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-33722d41-15ee-472e-86ae-161bf19e91e1 req-55ed2bb5-59c8-425d-bf63-859eca2f2559 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0554216 Feb 09 13:14:08.000563 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-33722d41-15ee-472e-86ae-161bf19e91e1 req-e42b001d-fec9-4fcf-84f8-6898ba80e2a2 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421095 Feb 09 13:14:08.495068 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941cded-0ad6-4802-8e23-d7830fa112e9 req-69cd6fda-ad05-400b-b0ae-1a0b41a59629 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:08.496459 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a941cded-0ad6-4802-8e23-d7830fa112e9 req-69cd6fda-ad05-400b-b0ae-1a0b41a59629 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 945 time: 0.0572762 Feb 09 13:14:08.543816 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a941cded-0ad6-4802-8e23-d7830fa112e9 req-dca32f14-6efc-4f63-9bd6-12fafd8f81f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Feb 09 13:14:08.596599 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb53930-674c-41de-9a4d-040bae806165 req-d83f24d7-bd52-4279-baf1-955ea6b9fb61 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:08.598103 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fdb53930-674c-41de-9a4d-040bae806165 req-d83f24d7-bd52-4279-baf1-955ea6b9fb61 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 945 time: 0.0592847 Feb 09 13:14:08.644841 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fdb53930-674c-41de-9a4d-040bae806165 req-1e97d381-d54f-4ffe-8be8-fedaea5b9a0a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Feb 09 13:14:08.786646 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device aa6d2832-0830-44ab-bdba-ad1e71f0308b up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:14:08.924952 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port aa6d2832-0830-44ab-bdba-ad1e71f0308b completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:08.929414 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port aa6d2832-0830-44ab-bdba-ad1e71f0308b triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:08.929903 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:09.017575 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port aa6d2832-0830-44ab-bdba-ad1e71f0308b is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:14:09.018159 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:09.041105 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05e8eb-0e6a-4b77-8bf6-ec4e821983b2 req-8ff9235e-615e-453e-b7ea-40faaa470d1f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.048588 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:14:09.050935 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c264fe41-d416-4edb-a6d1-64e403320158" -d '{"events": [{"server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "name": "network-vif-plugged", "status": "completed", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:14:09.051521 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f05e8eb-0e6a-4b77-8bf6-ec4e821983b2 req-8ff9235e-615e-453e-b7ea-40faaa470d1f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0760300 Feb 09 13:14:09.067395 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port aa6d2832-0830-44ab-bdba-ad1e71f0308b, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:09.111063 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0f05e8eb-0e6a-4b77-8bf6-ec4e821983b2 req-b8b99837-901a-4966-9839-357b97f3942b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Feb 09 13:14:09.140664 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462d872-99a4-470e-b69f-ff58a5e74fcf req-842c22b1-5889-470f-853b-4e1ee3891a93 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.142261 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8462d872-99a4-470e-b69f-ff58a5e74fcf req-842c22b1-5889-470f-853b-4e1ee3891a93 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0560956 Feb 09 13:14:09.148230 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:09.149191 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:14:09.157671 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2645f4-d3cf-4246-a15f-c55c59cb0ce5 x-openstack-request-id: req-4a2645f4-d3cf-4246-a15f-c55c59cb0ce5 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:14:09.158308 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "name": "network-vif-plugged", "status": "completed", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:14:09.158689 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4a2645f4-d3cf-4246-a15f-c55c59cb0ce5 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:14:09.159352 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'code': 200} Feb 09 13:14:09.199103 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8462d872-99a4-470e-b69f-ff58a5e74fcf req-890040bb-30a9-45c3-b93a-5969ea51f582 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508466 Feb 09 13:14:09.243374 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=aa6d2832-0830-44ab-bdba-ad1e71f0308b,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:09.382483 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:09.387266 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:09.387649 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:09.540136 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee345cd7-e310-41b6-b787-f37ef76aa461 req-21e83611-8bf5-43c8-a8d5-541073bdfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.541894 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ee345cd7-e310-41b6-b787-f37ef76aa461 req-21e83611-8bf5-43c8-a8d5-541073bdfa8f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 1130 time: 0.0466230 Feb 09 13:14:09.595945 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:14:09.596339 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:09.600321 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ee345cd7-e310-41b6-b787-f37ef76aa461 req-33078f12-d587-4217-a64a-1ceabb4a6b78 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478580 Feb 09 13:14:09.629321 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:09.673106 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3410b07-a37d-4f30-89a1-2943a2601e88 req-9c2cc989-3ba2-4f46-bd60-0e889e3da6ce tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.674670 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f3410b07-a37d-4f30-89a1-2943a2601e88 req-9c2cc989-3ba2-4f46-bd60-0e889e3da6ce tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0530910 Feb 09 13:14:09.727590 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f3410b07-a37d-4f30-89a1-2943a2601e88 req-9383df11-0ace-4ecf-a100-1d15228df0a3 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458920 Feb 09 13:14:09.772225 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963211-05c4-4706-95f2-9e59a3601cb9 req-f625be1a-b87c-4256-9cc2-10777b83afc6 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.773700 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-91963211-05c4-4706-95f2-9e59a3601cb9 req-f625be1a-b87c-4256-9cc2-10777b83afc6 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 945 time: 0.0548809 Feb 09 13:14:09.777031 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:09.826728 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-91963211-05c4-4706-95f2-9e59a3601cb9 req-389f4955-b798-4a3a-a5fb-e475fbcd5937 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469050 Feb 09 13:14:09.826985 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:10.232715 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b9c57-c1dd-47f6-a720-b9fe62a781b5 req-0e8297aa-fb77-4618-b6fe-13b809aa06de tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:10.234241 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-982b9c57-c1dd-47f6-a720-b9fe62a781b5 req-0e8297aa-fb77-4618-b6fe-13b809aa06de tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0558016 Feb 09 13:14:10.284030 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-982b9c57-c1dd-47f6-a720-b9fe62a781b5 req-f358afa7-7852-4182-92cd-76bc1d963aad tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Feb 09 13:14:10.856583 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85573d9a-9d33-4377-a13e-65a1e4ffc782 req-29906a9e-f122-49b6-b32e-682fb758248e tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:10.858077 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-85573d9a-9d33-4377-a13e-65a1e4ffc782 req-29906a9e-f122-49b6-b32e-682fb758248e tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0604675 Feb 09 13:14:10.908168 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-85573d9a-9d33-4377-a13e-65a1e4ffc782 req-8eb660a2-b48b-4fc2-bf9a-0f9109909404 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Feb 09 13:14:10.952050 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9d37f-7ca4-47b2-bc35-b313584bed37 req-8d141ca4-6c25-4d22-a1a8-8f92f20986f0 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:10.953558 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4bb9d37f-7ca4-47b2-bc35-b313584bed37 req-8d141ca4-6c25-4d22-a1a8-8f92f20986f0 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 946 time: 0.0583570 Feb 09 13:14:11.002186 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4bb9d37f-7ca4-47b2-bc35-b313584bed37 req-ce1ef5d5-dc94-486b-a7c1-090944520da0 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426753 Feb 09 13:14:11.160499 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed41059-48cc-4ddb-9a00-62f0c71f7dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:14:11.162850 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0976eae-f771-45e2-975f-77a83068a98d" -d '{"events": [{"server_uuid": "bed41059-48cc-4ddb-9a00-62f0c71f7dcb", "name": "network-vif-plugged", "status": "completed", "tag": "5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:14:11.198984 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1893b5-f65f-4a4c-80c9-b11d591740e9 x-openstack-request-id: req-cd1893b5-f65f-4a4c-80c9-b11d591740e9 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:14:11.199306 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed41059-48cc-4ddb-9a00-62f0c71f7dcb", "name": "network-vif-plugged", "status": "completed", "tag": "5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:14:11.199568 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cd1893b5-f65f-4a4c-80c9-b11d591740e9 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:14:11.199964 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed41059-48cc-4ddb-9a00-62f0c71f7dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f', 'code': 200} Feb 09 13:14:11.405303 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528db45-817e-49db-8177-bee49897acbb req-6bf56730-e672-4623-b03c-eb2ae9570158 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:11.406941 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9528db45-817e-49db-8177-bee49897acbb req-6bf56730-e672-4623-b03c-eb2ae9570158 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0565383 Feb 09 13:14:11.463199 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9528db45-817e-49db-8177-bee49897acbb req-2fab66d2-e87e-490a-b754-457c6c4156de tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503304 Feb 09 13:14:11.582220 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:14:12.031475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebf47e-0197-4547-969b-39d2c2b579cc req-ce45b66d-8a33-4cb8-9bd3-95f7a171ebd2 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:12.033209 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-06ebf47e-0197-4547-969b-39d2c2b579cc req-ce45b66d-8a33-4cb8-9bd3-95f7a171ebd2 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0563867 Feb 09 13:14:12.083663 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-06ebf47e-0197-4547-969b-39d2c2b579cc req-a778e57b-8b3d-40cc-a10d-26fcc201cb95 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Feb 09 13:14:12.126319 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff849ba6-5dec-4035-8cba-fb0b8b6a22c9 req-7f28ad43-82ad-4ee3-8b1b-31ca1ec43e03 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:12.127833 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ff849ba6-5dec-4035-8cba-fb0b8b6a22c9 req-7f28ad43-82ad-4ee3-8b1b-31ca1ec43e03 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 946 time: 0.0573113 Feb 09 13:14:12.176450 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ff849ba6-5dec-4035-8cba-fb0b8b6a22c9 req-46429fa2-6d4d-4a28-95a2-35c048711bef tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Feb 09 13:14:12.596474 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa144-3c00-4824-9a2d-21880fe22399 req-130439c1-a317-4435-9c68-1de931204250 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:12.597987 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d57aa144-3c00-4824-9a2d-21880fe22399 req-130439c1-a317-4435-9c68-1de931204250 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0661309 Feb 09 13:14:12.651573 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d57aa144-3c00-4824-9a2d-21880fe22399 req-b8c23b32-9c3b-481d-8c07-6b72d52d6caa tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478172 Feb 09 13:14:13.217127 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65648079-e6fd-4a76-872c-4f8ba4bf2729 req-fe03b6be-e0ba-4e5b-9106-f32465684268 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.218683 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-65648079-e6fd-4a76-872c-4f8ba4bf2729 req-fe03b6be-e0ba-4e5b-9106-f32465684268 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0553627 Feb 09 13:14:13.276370 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-65648079-e6fd-4a76-872c-4f8ba4bf2729 req-3a5dc456-8a64-4457-aa3d-666e755150d5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492818 Feb 09 13:14:13.298483 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b67cd3-3e1f-421e-90eb-7e573655ef3f req-bacdc7a5-b1aa-4db9-b968-c7c4c201880c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.300144 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-08b67cd3-3e1f-421e-90eb-7e573655ef3f req-bacdc7a5-b1aa-4db9-b968-c7c4c201880c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 946 time: 0.0552099 Feb 09 13:14:13.347527 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-08b67cd3-3e1f-421e-90eb-7e573655ef3f req-fd494503-c963-4c91-8e0b-bbb63ecc5a60 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Feb 09 13:14:13.792481 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b1937-a4d2-4a0c-9437-34a2e13fbcff req-27ba9f02-76e7-4da2-8276-1b50364ca411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.794045 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-264b1937-a4d2-4a0c-9437-34a2e13fbcff req-27ba9f02-76e7-4da2-8276-1b50364ca411 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 1130 time: 0.0814629 Feb 09 13:14:13.801307 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c10a0-3703-4968-9413-bda732a9f7a4 req-1531cf72-9caa-4b52-8121-6b910524fcee tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.802654 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-911c10a0-3703-4968-9413-bda732a9f7a4 req-1531cf72-9caa-4b52-8121-6b910524fcee tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0821693 Feb 09 13:14:13.879315 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-264b1937-a4d2-4a0c-9437-34a2e13fbcff req-3672029f-7efd-4a1c-a5f5-b8c6ca2ae7cd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710573 Feb 09 13:14:13.886650 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-911c10a0-3703-4968-9413-bda732a9f7a4 req-20c31d44-758d-430b-b847-9703653bad31 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727262 Feb 09 13:14:14.409685 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ed6bd-fc0f-4cd7-a8d1-c6aa306cbd52 req-3bf7fbb5-3bd0-4482-a76f-b3d8b47b793a tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:14.411285 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4f3ed6bd-fc0f-4cd7-a8d1-c6aa306cbd52 req-3bf7fbb5-3bd0-4482-a76f-b3d8b47b793a tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0590885 Feb 09 13:14:14.466874 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4f3ed6bd-fc0f-4cd7-a8d1-c6aa306cbd52 req-a1276cdf-9b2f-4589-9ab8-d261b4ffed16 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471847 Feb 09 13:14:14.484400 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0eaf6-5bac-4399-b439-6accf20cd854 req-c28a8179-6827-4a1b-9154-e7753b7db5d0 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:14.491564 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-11d0eaf6-5bac-4399-b439-6accf20cd854 req-c28a8179-6827-4a1b-9154-e7753b7db5d0 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 946 time: 0.0641222 Feb 09 13:14:14.541315 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-11d0eaf6-5bac-4399-b439-6accf20cd854 req-9f7b4eef-668a-46cf-b772-282335f39f1f tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Feb 09 13:14:15.008474 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf69ecd-7f37-4e4c-95fe-9ab1baa72d43 req-4fb2323d-340d-4838-ab6b-05bab15f7516 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:15.010070 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9cf69ecd-7f37-4e4c-95fe-9ab1baa72d43 req-4fb2323d-340d-4838-ab6b-05bab15f7516 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0536926 Feb 09 13:14:15.057446 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9cf69ecd-7f37-4e4c-95fe-9ab1baa72d43 req-0b529e5c-3b3d-4799-bb4e-58f832cc8c19 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Feb 09 13:14:15.603225 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b376ae-cfef-4fda-8cc8-eca11327aee2 req-8f11cc8c-5ea2-49cb-b181-92abdf394e70 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:15.605382 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f3b376ae-cfef-4fda-8cc8-eca11327aee2 req-8f11cc8c-5ea2-49cb-b181-92abdf394e70 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0650170 Feb 09 13:14:15.664912 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f3b376ae-cfef-4fda-8cc8-eca11327aee2 req-2b07d17e-0eb5-472a-93a1-7ba7fb801131 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530815 Feb 09 13:14:15.676223 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218ca02-c4b6-4a4b-9e3e-a9509f7660d1 req-2c1c0587-0d66-400e-8c75-bf8ced35d91a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:15.678025 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9218ca02-c4b6-4a4b-9e3e-a9509f7660d1 req-2c1c0587-0d66-400e-8c75-bf8ced35d91a tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 946 time: 0.0612473 Feb 09 13:14:15.733460 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9218ca02-c4b6-4a4b-9e3e-a9509f7660d1 req-d226ed5a-791c-4f33-abeb-1405ce0c2294 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493069 Feb 09 13:14:15.794030 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90bfc2-93f5-4989-b12d-308499f441d6 req-b093a3cc-cabb-4197-b030-f067ea65a649 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:15.795573 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6a90bfc2-93f5-4989-b12d-308499f441d6 req-b093a3cc-cabb-4197-b030-f067ea65a649 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0540028 Feb 09 13:14:15.853264 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6a90bfc2-93f5-4989-b12d-308499f441d6 req-61016d06-f15c-4a3a-bd7e-0a264e236f10 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518196 Feb 09 13:14:16.179213 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257560b-9183-491d-a7ef-826850bc703d req-9e73fd3e-8da8-45f5-a7e0-fb20de5b9c9b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:16.180843 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8257560b-9183-491d-a7ef-826850bc703d req-9e73fd3e-8da8-45f5-a7e0-fb20de5b9c9b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0568013 Feb 09 13:14:16.206614 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd7bff-2ea0-4599-a725-c1011c9dfdfd req-48aea702-673b-4788-a76b-936b3689c19f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:16.208206 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-00bd7bff-2ea0-4599-a725-c1011c9dfdfd req-48aea702-673b-4788-a76b-936b3689c19f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0593045 Feb 09 13:14:16.246166 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8257560b-9183-491d-a7ef-826850bc703d req-4ae3cdcc-0388-4a17-9ab1-8c963f585a34 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534680 Feb 09 13:14:16.256892 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-00bd7bff-2ea0-4599-a725-c1011c9dfdfd req-ff0e6d15-4cfa-4568-be72-a0b990c796bc tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417476 Feb 09 13:14:16.854979 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c2803-d5cc-4e7f-8286-55331ce8d3eb req-57733f5a-293a-46da-a946-c09bf971c401 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:16.858077 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c26c2803-d5cc-4e7f-8286-55331ce8d3eb req-57733f5a-293a-46da-a946-c09bf971c401 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 946 time: 0.0543287 Feb 09 13:14:16.902928 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c26c2803-d5cc-4e7f-8286-55331ce8d3eb req-646df893-b8a7-4ca5-ad37-c11b2bd4feb3 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Feb 09 13:14:17.314161 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:17.380848 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e016df-03f6-48aa-b751-8914144bf3b2 req-2cf73d20-7980-4fd2-a0b6-efb0a9705434 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:17.382309 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d2e016df-03f6-48aa-b751-8914144bf3b2 req-2cf73d20-7980-4fd2-a0b6-efb0a9705434 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0517027 Feb 09 13:14:17.439150 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d2e016df-03f6-48aa-b751-8914144bf3b2 req-fa370794-6463-464e-be12-1449c5501eaf tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425854 Feb 09 13:14:18.550391 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76521a44-bd7b-467d-9653-bdfdc52364bc req-2e7c06c2-10cf-48c8-8273-2596401e8703 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:18.551784 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-76521a44-bd7b-467d-9653-bdfdc52364bc req-2e7c06c2-10cf-48c8-8273-2596401e8703 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0531852 Feb 09 13:14:18.597656 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-76521a44-bd7b-467d-9653-bdfdc52364bc req-8d7453ed-eedf-40d6-91ff-a9e830572c69 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Feb 09 13:14:19.718012 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d775834-1206-40fe-942c-2946e196ddd4 req-2c8d2aaf-f031-4649-acf9-e391930779e6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:19.719500 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1d775834-1206-40fe-942c-2946e196ddd4 req-2c8d2aaf-f031-4649-acf9-e391930779e6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0550606 Feb 09 13:14:19.765288 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1d775834-1206-40fe-942c-2946e196ddd4 req-8eaf3b11-2df2-4045-a309-25de9a76f24f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Feb 09 13:14:20.887598 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9deb55-8c8d-4813-b2aa-6d43e15c4e79 req-58201ab5-41b4-4f12-adf6-fbb89756c2c4 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:20.889102 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cd9deb55-8c8d-4813-b2aa-6d43e15c4e79 req-58201ab5-41b4-4f12-adf6-fbb89756c2c4 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0578072 Feb 09 13:14:20.934919 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cd9deb55-8c8d-4813-b2aa-6d43e15c4e79 req-0a236896-fa1a-4a9a-8982-189d8d9098a8 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Feb 09 13:14:21.930045 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-3ae9c380-a723-40ce-8523-e716ebece01b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460503 Feb 09 13:14:22.006175 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-69ed9eff-2074-4dbd-8023-f13ec4731405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:22.009624 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-69ed9eff-2074-4dbd-8023-f13ec4731405 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 1129 time: 0.0557449 Feb 09 13:14:22.128935 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-b6cac914-2a47-47a5-947a-9249c6d59fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:22.133921 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-b6cac914-2a47-47a5-947a-9249c6d59fd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 200 len: 912 time: 0.0911984 Feb 09 13:14:22.233965 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-66ad9184-b7a4-4722-b06a-23fe760ca56a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a218b4e-3337-4b9d-9226-b484077f2606 HTTP/1.1" status: 200 len: 1001 time: 0.0771053 Feb 09 13:14:22.271598 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c79ac9-a841-4173-8642-c858a0fd6c80 req-6e07f2a9-ed3e-45a7-ac45-ae0faba921a0 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:22.275388 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-28c79ac9-a841-4173-8642-c858a0fd6c80 req-6e07f2a9-ed3e-45a7-ac45-ae0faba921a0 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0645804 Feb 09 13:14:22.290309 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-38afb6e5-4519-48e7-8d09-149582a76858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:22.294824 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-38afb6e5-4519-48e7-8d09-149582a76858 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cbb47fb-25d3-4b90-8f6c-52fce146153a HTTP/1.1" status: 200 len: 850 time: 0.0506856 Feb 09 13:14:22.324425 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-28c79ac9-a841-4173-8642-c858a0fd6c80 req-8a910f98-8213-477d-a592-5eb6d72261bd tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Feb 09 13:14:22.371923 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-8baf599f-590f-4520-8cbb-d0fa3b9de383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:22.373439 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-8baf599f-590f-4520-8cbb-d0fa3b9de383 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570126 Feb 09 13:14:22.482647 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-eba57b22-7599-46db-b1ee-384d383116d4 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856564 Feb 09 13:14:22.599229 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5c3fa38b-b8fc-4197-a963-248173a1df2c req-02fc34c7-1b68-4fe5-9b62-aa9e932d6b7a service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066368 Feb 09 13:14:22.717662 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-eea5b160-98a0-42ae-96b0-658011587989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:23.440314 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0fb1e-22d1-4331-95a6-2df803c64e6f req-4bf1ad28-ced0-4b03-a905-494f3517a745 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:23.441992 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-82b0fb1e-22d1-4331-95a6-2df803c64e6f req-4bf1ad28-ced0-4b03-a905-494f3517a745 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0526733 Feb 09 13:14:23.494439 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-82b0fb1e-22d1-4331-95a6-2df803c64e6f req-20a4512a-c1ad-497a-977a-b00b00ca713e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459530 Feb 09 13:14:24.411237 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a52f1-2732-4f5f-97cd-2f9b6c1654e5 req-29267397-b787-404b-8b6e-1a2883d93f1e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:24.412728 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-946a52f1-2732-4f5f-97cd-2f9b6c1654e5 req-29267397-b787-404b-8b6e-1a2883d93f1e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0535934 Feb 09 13:14:24.460599 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-946a52f1-2732-4f5f-97cd-2f9b6c1654e5 req-85d75d06-45bc-43e9-b0ff-f8be2aebd5d4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414324 Feb 09 13:14:24.626016 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f475fb-f6bc-4c51-b8da-9000729390ba req-ca559a00-ad11-412c-ac9d-8b6252251740 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:24.627470 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-33f475fb-f6bc-4c51-b8da-9000729390ba req-ca559a00-ad11-412c-ac9d-8b6252251740 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0568509 Feb 09 13:14:24.673554 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-33f475fb-f6bc-4c51-b8da-9000729390ba req-88acddea-cca7-4f6d-9743-445cd70dcf14 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403631 Feb 09 13:14:25.050650 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a7a41e7e-0ce0-4998-957a-b9270ac2f670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:25.587635 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75081ba2-7a12-496d-9262-8dbd0c9cfc6b req-a6891993-10ee-45e7-9edd-f1098c8e7fa9 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:25.589044 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-75081ba2-7a12-496d-9262-8dbd0c9cfc6b req-a6891993-10ee-45e7-9edd-f1098c8e7fa9 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0528169 Feb 09 13:14:25.640719 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-75081ba2-7a12-496d-9262-8dbd0c9cfc6b req-5ec486f5-df69-44df-9ea3-cbea0d0a6643 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461471 Feb 09 13:14:25.798866 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe9504-88e1-44f3-a750-67763a4f9339 req-6c4c4923-bb81-4be3-a997-03ab4a670948 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:25.800348 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0cfe9504-88e1-44f3-a750-67763a4f9339 req-6c4c4923-bb81-4be3-a997-03ab4a670948 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0575893 Feb 09 13:14:25.845170 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0cfe9504-88e1-44f3-a750-67763a4f9339 req-b9fec20c-af03-4b61-b36d-b86ddfe53448 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391092 Feb 09 13:14:26.187797 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:26.569399 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 43482) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:26.685224 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:26.793923 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Publish callbacks [] for security_group (c60afa05-26d3-4ce4-a8a7-ad5ea476f6b9), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:26.801225 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60246c-f8f8-449f-a130-6cd6b9b97612 req-de55b720-c3bd-41a0-96d0-b1017cb41792 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:26.802744 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ea60246c-f8f8-449f-a130-6cd6b9b97612 req-de55b720-c3bd-41a0-96d0-b1017cb41792 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0860388 Feb 09 13:14:26.852514 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ea60246c-f8f8-449f-a130-6cd6b9b97612 req-537a6c1e-5ff1-47f7-a18c-f8811dd9d223 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440745 Feb 09 13:14:26.876508 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c60afa05-26d3-4ce4-a8a7-ad5ea476f6b9), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:26.904737 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e23a564d9ce744bfbcd16f72c983b945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340964 Feb 09 13:14:26.913809 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 43492) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:26.914352 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60afa05-26d3-4ce4-a8a7-ad5ea476f6b9,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:26.917521 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.917897 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.918240 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.918594 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.918937 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.919266 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.919588 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.919918 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.920253 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.920567 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.920890 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.921214 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.921535 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fb36e-ad37-4467-9ffd-e59e173dca56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:26.989061 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Publish callbacks [] for security_group (c60afa05-26d3-4ce4-a8a7-ad5ea476f6b9), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:27.006654 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30da31-7ed9-4631-83e2-1c485a5f3f69 req-736b9d8c-842a-416f-9a31-b15da54905bc tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:27.008146 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c30da31-7ed9-4631-83e2-1c485a5f3f69 req-736b9d8c-842a-416f-9a31-b15da54905bc tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0845392 Feb 09 13:14:27.026913 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Publish callbacks [] for security_group (c60afa05-26d3-4ce4-a8a7-ad5ea476f6b9), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:27.085075 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c30da31-7ed9-4631-83e2-1c485a5f3f69 req-2081a75f-278f-4768-9535-2eb7567eb71c tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678051 Feb 09 13:14:27.164992 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c60afa05-26d3-4ce4-a8a7-ad5ea476f6b9), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:27.168127 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:27.169272 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c60afa05-26d3-4ce4-a8a7-ad5ea476f6b9 HTTP/1.1" status: 204 len: 168 time: 0.2608249 Feb 09 13:14:27.177091 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60afa05-26d3-4ce4-a8a7-ad5ea476f6b9,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:27.184835 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.185192 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.185538 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.185877 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.186283 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.186633 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.186957 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.187285 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.187629 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.187943 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.188265 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.188583 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.188902 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9bfc34-e25d-4c0d-83cb-e372dd700624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:27.719337 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:27.764813 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 43502) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:27.781537 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eade57a8-deb8-4bff-8203-74a12e5979eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:27.854041 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eade57a8-deb8-4bff-8203-74a12e5979eb admin admin] Publish callbacks [] for security_group (8d5ecd19-ad94-4316-81d9-1f42d0fd167b), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:27.925236 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eade57a8-deb8-4bff-8203-74a12e5979eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (8d5ecd19-ad94-4316-81d9-1f42d0fd167b), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:27.964049 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-eade57a8-deb8-4bff-8203-74a12e5979eb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9fba1e5085364b58979f96c0d99c0f6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979218 Feb 09 13:14:27.964802 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade57a8-deb8-4bff-8203-74a12e5979eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5ecd19-ad94-4316-81d9-1f42d0fd167b,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:27.967113 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 43508) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:27.983345 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054c86b-8287-425e-acde-31ccbce539e5 req-f95328fa-598c-45a5-a42f-de05cbadf224 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:27.984860 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e054c86b-8287-425e-acde-31ccbce539e5 req-f95328fa-598c-45a5-a42f-de05cbadf224 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0604289 Feb 09 13:14:28.015976 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff7bdb6c-e41b-4138-8dd2-da38ff270612 admin admin] Publish callbacks [] for security_group (8d5ecd19-ad94-4316-81d9-1f42d0fd167b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:28.031496 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e054c86b-8287-425e-acde-31ccbce539e5 req-90120a94-6960-44de-90f9-34a59788967d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411229 Feb 09 13:14:28.037042 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff7bdb6c-e41b-4138-8dd2-da38ff270612 admin admin] Publish callbacks [] for security_group (8d5ecd19-ad94-4316-81d9-1f42d0fd167b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:28.136514 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff7bdb6c-e41b-4138-8dd2-da38ff270612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (8d5ecd19-ad94-4316-81d9-1f42d0fd167b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:28.139225 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff7bdb6c-e41b-4138-8dd2-da38ff270612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:28.140393 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ff7bdb6c-e41b-4138-8dd2-da38ff270612 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8d5ecd19-ad94-4316-81d9-1f42d0fd167b HTTP/1.1" status: 204 len: 168 time: 0.1723919 Feb 09 13:14:28.148969 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bdb6c-e41b-4138-8dd2-da38ff270612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5ecd19-ad94-4316-81d9-1f42d0fd167b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:28.221347 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea7e33-31a0-4f34-88d7-7b138bf7f486 req-cf387206-6558-4ad9-8ce1-be75c8135e09 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:28.223019 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-38ea7e33-31a0-4f34-88d7-7b138bf7f486 req-cf387206-6558-4ad9-8ce1-be75c8135e09 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0652061 Feb 09 13:14:28.274528 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-38ea7e33-31a0-4f34-88d7-7b138bf7f486 req-ab551212-c521-43d7-8797-f17a9a5ae32f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456061 Feb 09 13:14:29.155224 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39022a92-8d9e-4ecc-88f7-4dbf16ce093e req-d57d3149-5599-438d-a07f-1226bb73f735 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:29.156607 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-39022a92-8d9e-4ecc-88f7-4dbf16ce093e req-d57d3149-5599-438d-a07f-1226bb73f735 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0535944 Feb 09 13:14:29.213413 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-39022a92-8d9e-4ecc-88f7-4dbf16ce093e req-4df56832-cc17-4876-b93f-3806d1bd09d8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464334 Feb 09 13:14:29.233683 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:29.409871 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b741964-36c7-4eb6-a72f-41306bae8e5b req-2d5adde5-88d0-42af-b79c-81297e168aa4 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:29.411427 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0b741964-36c7-4eb6-a72f-41306bae8e5b req-2d5adde5-88d0-42af-b79c-81297e168aa4 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0629501 Feb 09 13:14:29.480509 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0b741964-36c7-4eb6-a72f-41306bae8e5b req-e980d427-382d-49f5-8317-c929569aef78 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518262 Feb 09 13:14:30.351979 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22e5e2-95b6-4692-8589-a2fe80dbe20b req-5db5e2c1-24d7-4ceb-8402-3716ac88dbda tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.353660 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6a22e5e2-95b6-4692-8589-a2fe80dbe20b req-5db5e2c1-24d7-4ceb-8402-3716ac88dbda tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0569172 Feb 09 13:14:30.392439 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b111d-02d9-4f40-aeb4-06947aebe91e req-06751463-1a3c-487d-ad8e-445535565809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.394125 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-573b111d-02d9-4f40-aeb4-06947aebe91e req-06751463-1a3c-487d-ad8e-445535565809 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 1129 time: 0.0540013 Feb 09 13:14:30.430030 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6a22e5e2-95b6-4692-8589-a2fe80dbe20b req-4795e97c-9fd6-447a-8c89-5b9f87df235b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590174 Feb 09 13:14:30.459728 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-573b111d-02d9-4f40-aeb4-06947aebe91e req-30696c51-ae84-4dac-b3ae-0e13e8a5b5f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Feb 09 13:14:30.596276 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc08fc-a74e-4857-afd9-05189fdda589 req-59dd2a2f-4abb-446e-8eec-eae8c315fbb5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.598067 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6dbc08fc-a74e-4857-afd9-05189fdda589 req-59dd2a2f-4abb-446e-8eec-eae8c315fbb5 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0557990 Feb 09 13:14:30.645783 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6dbc08fc-a74e-4857-afd9-05189fdda589 req-ea33a9b9-bd8a-4ab9-8176-8d10af0ae137 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424044 Feb 09 13:14:30.924391 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fadca1-13e9-4e85-9e42-fb18bd51f685 req-f11f3208-2b11-48f4-8361-6ee294b83b05 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.926143 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e9fadca1-13e9-4e85-9e42-fb18bd51f685 req-f11f3208-2b11-48f4-8361-6ee294b83b05 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0549574 Feb 09 13:14:30.972755 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e9fadca1-13e9-4e85-9e42-fb18bd51f685 req-f2339f73-b185-4f5a-828a-7a505188c035 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 Feb 09 13:14:30.994858 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 43642) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:31.184564 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b2efc9-adbb-43a6-ae74-8e9666486c6f tempest-TestMinimumBasicScenario-1189481352 tempest-TestMinimumBasicScenario-1189481352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:31.186196 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-c1b2efc9-adbb-43a6-ae74-8e9666486c6f tempest-TestMinimumBasicScenario-1189481352 tempest-TestMinimumBasicScenario-1189481352-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 1125 time: 0.1903241 Feb 09 13:14:31.189089 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 43648) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:31.193403 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Request body: {'floatingip': {'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'port_id': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:31.302533 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:31.409724 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:31.528094 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Allocated IP 172.27.1.4 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/94edcf45-e96a-4fe8-95f6-91bc83916359) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:31.557111 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2c50d-de5a-45c4-869f-547f71f9c299 req-9e5abcfd-09b4-4da2-ae5b-9f207a901f46 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:31.558786 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cff2c50d-de5a-45c4-869f-547f71f9c299 req-9e5abcfd-09b4-4da2-ae5b-9f207a901f46 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0548587 Feb 09 13:14:31.607529 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cff2c50d-de5a-45c4-869f-547f71f9c299 req-bd9804b9-bb13-4860-882c-4c5e017c6469 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427907 Feb 09 13:14:31.640399 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for port (94edcf45-e96a-4fe8-95f6-91bc83916359), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:31.734225 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (94edcf45-e96a-4fe8-95f6-91bc83916359), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:31.794545 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:31.800171 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:31.804971 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:14:31.809273 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'Port': ['ID=94edcf45-e96a-4fe8-95f6-91bc83916359,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:31.855491 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6845354-63cd-4949-b2e9-2b1dcb9ee6c9 req-04d4b6dc-9589-4023-be5d-cfb9e1f6004e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:31.856898 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b6845354-63cd-4949-b2e9-2b1dcb9ee6c9 req-04d4b6dc-9589-4023-be5d-cfb9e1f6004e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1325104 Feb 09 13:14:31.958865 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b6845354-63cd-4949-b2e9-2b1dcb9ee6c9 req-1ff03a5c-de1f-4f24-9216-d5e79135d952 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795622 Feb 09 13:14:32.236055 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for floatingip (6c352fbb-f50d-4f8e-934a-cd0d21986355), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:32.380507 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (94edcf45-e96a-4fe8-95f6-91bc83916359), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:32.527598 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for port (94edcf45-e96a-4fe8-95f6-91bc83916359), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:32.570087 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (94edcf45-e96a-4fe8-95f6-91bc83916359), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:32.641869 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'Port': ['ID=94edcf45-e96a-4fe8-95f6-91bc83916359,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:32.651897 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (6c352fbb-f50d-4f8e-934a-cd0d21986355), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:32.749138 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3717a1-57e9-40f5-86ec-e15031eca636 req-99a47994-921e-4b64-a42b-83c805208445 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:32.750727 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bd3717a1-57e9-40f5-86ec-e15031eca636 req-99a47994-921e-4b64-a42b-83c805208445 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0632162 Feb 09 13:14:32.764479 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.l3_db [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Floating IP 6c352fbb-f50d-4f8e-934a-cd0d21986355 associated. External IP: 172.27.1.4, port: aa6d2832-0830-44ab-bdba-ad1e71f0308b. Feb 09 13:14:32.801403 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bd3717a1-57e9-40f5-86ec-e15031eca636 req-e0070a82-79e0-422f-9d64-7702aef6dcba tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425653 Feb 09 13:14:33.116484 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8ff04-c8ea-4a64-95ea-9d355f00f610 req-c2ab9740-b8de-4e1d-ba73-f25661be1516 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:33.117843 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-aad8ff04-c8ea-4a64-95ea-9d355f00f610 req-c2ab9740-b8de-4e1d-ba73-f25661be1516 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0763328 Feb 09 13:14:33.235156 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-aad8ff04-c8ea-4a64-95ea-9d355f00f610 req-26a75f90-9924-4ed0-b655-1486ff6328ec tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106231 Feb 09 13:14:33.260449 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Router a76a2cd1-233d-4cc9-b484-6870453ffce8 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:14:33.383936 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:14:33.400609 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68802052-3304-43d9-bfa7-66b2787bc634 None None] Sync routers for ids ['a76a2cd1-233d-4cc9-b484-6870453ffce8'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:14:33.409731 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68802052-3304-43d9-bfa7-66b2787bc634 None None] Routers {'a76a2cd1-233d-4cc9-b484-6870453ffce8'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:14:33.410341 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-68802052-3304-43d9-bfa7-66b2787bc634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:14:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['a76a2cd1-233d-4cc9-b484-6870453ffce8'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:33.464545 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:33.499510 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-f4595201-cd27-49a8-9c0a-2d284eaf75ea tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3093979 Feb 09 13:14:33.500172 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:14:33.502380 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 43688) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:33.502726 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd9ea31-a9ba-465a-8ce4-21412553015e" -d '{"events": [{"name": "network-changed", "server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:14:33.506983 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-667f9c0b-f0ce-40d2-8ff1-2154e54eb2ca tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2014828370', 'description': 'tempest-secgroup-smoke-2014828370 description', 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:33.519294 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-68802052-3304-43d9-bfa7-66b2787bc634 None None] Set router a76a2cd1-233d-4cc9-b484-6870453ffce8 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:14:33.545874 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372ccc62-b780-4d61-8d1e-a25dc77cdab5 x-openstack-request-id: req-372ccc62-b780-4d61-8d1e-a25dc77cdab5 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:14:33.547306 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:14:33.547701 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-372ccc62-b780-4d61-8d1e-a25dc77cdab5 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:14:33.548445 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'status': 'completed', 'code': 200} Feb 09 13:14:33.614497 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-667f9c0b-f0ce-40d2-8ff1-2154e54eb2ca tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:33.637335 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9ea31-a9ba-465a-8ce4-21412553015e req-d0b7ecab-4698-49e3-833e-fa680c05b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:33.638939 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fcd9ea31-a9ba-465a-8ce4-21412553015e req-d0b7ecab-4698-49e3-833e-fa680c05b527 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac777728da844e3a91e4d65d4aa9e4a5&device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 1130 time: 0.0652788 Feb 09 13:14:33.766368 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-68802052-3304-43d9-bfa7-66b2787bc634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:13Z', 'revision_number': 4, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '6c352fbb-f50d-4f8e-934a-cd0d21986355', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'port_id': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'mac_address': 'fa:16:3e:27:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:32Z', 'updated_at': '2022-02-09T13:14:32Z', 'revision_number': 0, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822b0e16-bf1f-439b-8e02-ad4d916dede3', 'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'mac_address': 'fa:16:3e:e2:3b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:12Z', 'updated_at': '2022-02-09T13:13:19Z', 'revision_number': 5, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'subnets': [{'id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:33.796973 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68802052-3304-43d9-bfa7-66b2787bc634 None None] Checking router: a76a2cd1-233d-4cc9-b484-6870453ffce8 for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:14:33.803785 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-667f9c0b-f0ce-40d2-8ff1-2154e54eb2ca tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group (a0eb802f-205e-47fe-8ac4-b59f1049a4ae), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:33.807113 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68802052-3304-43d9-bfa7-66b2787bc634 None None] Routers {'a76a2cd1-233d-4cc9-b484-6870453ffce8'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:14:33.807739 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-68802052-3304-43d9-bfa7-66b2787bc634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:14:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['a76a2cd1-233d-4cc9-b484-6870453ffce8'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:33.825223 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9ea31-a9ba-465a-8ce4-21412553015e req-5bcecb12-638e-48d4-b7a8-298e88f9990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:33.826707 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fcd9ea31-a9ba-465a-8ce4-21412553015e req-5bcecb12-638e-48d4-b7a8-298e88f9990e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d8539eb-78a6-4037-811a-eb4032e8827a HTTP/1.1" status: 200 len: 916 time: 0.1794276 Feb 09 13:14:33.892568 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025d50-5719-4ccd-96dc-17b4d99eb824 req-9b07532d-f6d0-4398-8ccf-823763a8cf29 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:33.894120 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-25025d50-5719-4ccd-96dc-17b4d99eb824 req-9b07532d-f6d0-4398-8ccf-823763a8cf29 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1651609 Feb 09 13:14:33.903848 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-667f9c0b-f0ce-40d2-8ff1-2154e54eb2ca tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (a0eb802f-205e-47fe-8ac4-b59f1049a4ae), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:33.940436 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e568cd6-5637-4401-8f42-85bb7267dddc req-970d3e8f-c880-4728-8225-cec1c08756c7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:33.942248 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4e568cd6-5637-4401-8f42-85bb7267dddc req-970d3e8f-c880-4728-8225-cec1c08756c7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0606842 Feb 09 13:14:33.984324 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fcd9ea31-a9ba-465a-8ce4-21412553015e req-2dcbef21-f002-4868-9860-4ca8edd86ebd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b HTTP/1.1" status: 200 len: 998 time: 0.1425521 Feb 09 13:14:33.991399 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1fa90-6070-4c5d-8f31-e2e3a59e29ee req-ab40c439-3246-4d94-8c88-f7e9344e0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:33.992897 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5e1fa90-6070-4c5d-8f31-e2e3a59e29ee req-ab40c439-3246-4d94-8c88-f7e9344e0376 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=141d2818a8454068b7397ceefa95ab7b&device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 1129 time: 0.1845894 Feb 09 13:14:33.993511 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f9c0b-f0ce-40d2-8ff1-2154e54eb2ca tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eb802f-205e-47fe-8ac4-b59f1049a4ae,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:34.019192 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4e568cd6-5637-4401-8f42-85bb7267dddc req-884d0e4c-1f48-437a-aace-c36ce76d51e1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655677 Feb 09 13:14:34.073839 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-68802052-3304-43d9-bfa7-66b2787bc634 None None] Set router a76a2cd1-233d-4cc9-b484-6870453ffce8 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:14:34.289373 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-667f9c0b-f0ce-40d2-8ff1-2154e54eb2ca tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:34.291322 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-667f9c0b-f0ce-40d2-8ff1-2154e54eb2ca tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7873361 Feb 09 13:14:34.294421 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 43702) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:34.299039 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-4ecc6368-c5bf-43d2-a39e-5f60f955898d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Request body: {'security_group_rule': {'security_group_id': 'a0eb802f-205e-47fe-8ac4-b59f1049a4ae', 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:34.325960 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-25025d50-5719-4ccd-96dc-17b4d99eb824 req-ed5f1af0-dd6e-4e57-8376-7b903cfd0f99 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155617 Feb 09 13:14:34.333812 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-68802052-3304-43d9-bfa7-66b2787bc634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:13Z', 'revision_number': 4, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '6c352fbb-f50d-4f8e-934a-cd0d21986355', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'port_id': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'mac_address': 'fa:16:3e:27:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:32Z', 'updated_at': '2022-02-09T13:14:32Z', 'revision_number': 0, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822b0e16-bf1f-439b-8e02-ad4d916dede3', 'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'mac_address': 'fa:16:3e:e2:3b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:12Z', 'updated_at': '2022-02-09T13:13:19Z', 'revision_number': 5, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'subnets': [{'id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:34.343092 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9ea31-a9ba-465a-8ce4-21412553015e req-4ff679b7-5758-414e-b5da-33ea8d1d4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:34.344542 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fcd9ea31-a9ba-465a-8ce4-21412553015e req-4ff679b7-5758-414e-b5da-33ea8d1d4043 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba99ff79-216b-49d5-86c7-2a24c634b96a HTTP/1.1" status: 200 len: 854 time: 0.3479714 Feb 09 13:14:34.363812 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68802052-3304-43d9-bfa7-66b2787bc634 None None] The sync data for ids ['a76a2cd1-233d-4cc9-b484-6870453ffce8'] in dv-cinder-827860-3-iscsi is: [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:13Z', 'revision_number': 4, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '6c352fbb-f50d-4f8e-934a-cd0d21986355', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'port_id': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'mac_address': 'fa:16:3e:27:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:32Z', 'updated_at': '2022-02-09T13:14:32Z', 'revision_number': 0, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822b0e16-bf1f-439b-8e02-ad4d916dede3', 'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'mac_address': 'fa:16:3e:e2:3b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:12Z', 'updated_at': '2022-02-09T13:13:19Z', 'revision_number': 5, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'subnets': [{'id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:14:34.408182 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1fa90-6070-4c5d-8f31-e2e3a59e29ee req-5a02e5b0-5ca0-4d3f-abc9-2fb5568b7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:34.409691 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5e1fa90-6070-4c5d-8f31-e2e3a59e29ee req-5a02e5b0-5ca0-4d3f-abc9-2fb5568b7d50 service neutron] 10.222.0.31 "GET /v2.0/networks?id=356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 200 len: 918 time: 0.4036193 Feb 09 13:14:34.410192 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6368-c5bf-43d2-a39e-5f60f955898d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (4d0b20bd-2cde-4e78-a47a-8fb7becb4234), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:34.458771 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5e1fa90-6070-4c5d-8f31-e2e3a59e29ee req-933eff79-d94f-4892-8a3d-288717c2b6d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e603fae6-8816-4c72-bb3a-419850a3b7de HTTP/1.1" status: 200 len: 217 time: 0.0416462 Feb 09 13:14:34.465227 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9ea31-a9ba-465a-8ce4-21412553015e req-e46e2b79-7ef8-407d-8604-02a3ff3007dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:34.467407 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fcd9ea31-a9ba-465a-8ce4-21412553015e req-e46e2b79-7ef8-407d-8604-02a3ff3007dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d8539eb-78a6-4037-811a-eb4032e8827a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1025949 Feb 09 13:14:34.484670 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6368-c5bf-43d2-a39e-5f60f955898d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (4d0b20bd-2cde-4e78-a47a-8fb7becb4234), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:34.548100 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6368-c5bf-43d2-a39e-5f60f955898d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (4d0b20bd-2cde-4e78-a47a-8fb7becb4234), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:34.566590 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1fa90-6070-4c5d-8f31-e2e3a59e29ee req-b9425f5c-3d99-4105-a80c-33bfae9e6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:34.568751 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5e1fa90-6070-4c5d-8f31-e2e3a59e29ee req-b9425f5c-3d99-4105-a80c-33bfae9e6920 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ce34dc3f-c322-4241-a6b8-551931206a17 HTTP/1.1" status: 200 len: 857 time: 0.0984879 Feb 09 13:14:34.570383 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc6368-c5bf-43d2-a39e-5f60f955898d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0b20bd-2cde-4e78-a47a-8fb7becb4234,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:34.612967 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5e1fa90-6070-4c5d-8f31-e2e3a59e29ee req-2641f217-104c-4c03-915c-2a923fbbb1e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=356c94e6-31e4-4e9e-9f08-04565eefbcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311069 Feb 09 13:14:34.625307 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fcd9ea31-a9ba-465a-8ce4-21412553015e req-bc184df3-1cc6-4b6d-9d7a-ea6cfd9c9daa service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463013 Feb 09 13:14:34.632327 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67cdd7b-eedf-453a-b033-5c79cacd2527 None None] New status for floating IP 6c352fbb-f50d-4f8e-934a-cd0d21986355: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:14:34.669949 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6368-c5bf-43d2-a39e-5f60f955898d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:34.671713 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-4ecc6368-c5bf-43d2-a39e-5f60f955898d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3757999 Feb 09 13:14:34.675865 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 43708) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:34.680390 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-c617f8fe-c0bf-4fc9-a574-89cd568ee909 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Request body: {'security_group_rule': {'security_group_id': 'a0eb802f-205e-47fe-8ac4-b59f1049a4ae', 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:34.776570 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c617f8fe-c0bf-4fc9-a574-89cd568ee909 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (d967953a-e216-4422-a626-add2d8b29393), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:34.778663 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5e1fa90-6070-4c5d-8f31-e2e3a59e29ee req-95a765c0-72ad-4980-8da9-ab7e9b7042a2 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557243 Feb 09 13:14:34.782329 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fcd9ea31-a9ba-465a-8ce4-21412553015e req-a70ab679-94c8-496e-be2e-1c6f52f7cf17 service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493325 Feb 09 13:14:34.842519 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c617f8fe-c0bf-4fc9-a574-89cd568ee909 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (d967953a-e216-4422-a626-add2d8b29393), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:34.876995 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5e1fa90-6070-4c5d-8f31-e2e3a59e29ee req-3d7dd801-6c7b-45d4-af05-a0028419aa61 service neutron] 10.222.0.31 "GET /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906980 Feb 09 13:14:34.930368 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c617f8fe-c0bf-4fc9-a574-89cd568ee909 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (d967953a-e216-4422-a626-add2d8b29393), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:34.948968 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617f8fe-c0bf-4fc9-a574-89cd568ee909 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d967953a-e216-4422-a626-add2d8b29393,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:35.029449 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c617f8fe-c0bf-4fc9-a574-89cd568ee909 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:35.030644 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-c617f8fe-c0bf-4fc9-a574-89cd568ee909 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3537440 Feb 09 13:14:35.033284 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 43710) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:35.037649 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-5c9e5cb7-3538-4062-ad5e-464d3431eabf tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Request body: {'security_group_rule': {'security_group_id': 'a0eb802f-205e-47fe-8ac4-b59f1049a4ae', 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:35.153442 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e07046-03d2-4a83-9eb4-9cdb1026b0bb req-8c1ab28d-cc24-41eb-bada-cae9e08c892b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:35.154995 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d7e07046-03d2-4a83-9eb4-9cdb1026b0bb req-8c1ab28d-cc24-41eb-bada-cae9e08c892b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0543821 Feb 09 13:14:35.162506 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5cb7-3538-4062-ad5e-464d3431eabf tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (478ae369-6165-46e2-adf4-90bc5f7a6319), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:35.240805 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d7e07046-03d2-4a83-9eb4-9cdb1026b0bb req-ad15b715-da93-4944-a436-6357d3b39c28 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792661 Feb 09 13:14:35.255475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5cb7-3538-4062-ad5e-464d3431eabf tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (478ae369-6165-46e2-adf4-90bc5f7a6319), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:35.341556 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5cb7-3538-4062-ad5e-464d3431eabf tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (478ae369-6165-46e2-adf4-90bc5f7a6319), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:35.363293 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e5cb7-3538-4062-ad5e-464d3431eabf tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478ae369-6165-46e2-adf4-90bc5f7a6319,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:35.452820 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5cb7-3538-4062-ad5e-464d3431eabf tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:35.454820 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-5c9e5cb7-3538-4062-ad5e-464d3431eabf tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4205296 Feb 09 13:14:35.457821 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 43724) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:35.463093 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-aff807e3-9fd4-4a9f-bc56-0b26bac22c32 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Request body: {'security_group_rule': {'security_group_id': 'a0eb802f-205e-47fe-8ac4-b59f1049a4ae', 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:35.487258 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65143923-25c3-4abb-9924-4e371ea2ae4c req-4c07b11a-dd6b-4d6d-8f0a-db542eca25c9 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:35.488732 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-65143923-25c3-4abb-9924-4e371ea2ae4c req-4c07b11a-dd6b-4d6d-8f0a-db542eca25c9 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0709209 Feb 09 13:14:35.533842 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-65143923-25c3-4abb-9924-4e371ea2ae4c req-04c5b54e-6935-40bc-a109-7dc3911efa1b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Feb 09 13:14:35.569800 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-aff807e3-9fd4-4a9f-bc56-0b26bac22c32 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (f970d851-a4ba-49cc-aeee-3516004d13c3), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:35.629325 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-aff807e3-9fd4-4a9f-bc56-0b26bac22c32 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (f970d851-a4ba-49cc-aeee-3516004d13c3), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:35.730791 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-aff807e3-9fd4-4a9f-bc56-0b26bac22c32 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (f970d851-a4ba-49cc-aeee-3516004d13c3), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:35.748049 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff807e3-9fd4-4a9f-bc56-0b26bac22c32 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f970d851-a4ba-49cc-aeee-3516004d13c3,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:35.823519 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 43728) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:35.864819 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-aff807e3-9fd4-4a9f-bc56-0b26bac22c32 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:35.866174 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-aff807e3-9fd4-4a9f-bc56-0b26bac22c32 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4073687 Feb 09 13:14:35.869014 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 43732) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:35.876008 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-88bdc139-295e-4788-b65b-dba890de8096 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Request body: {'security_group_rule': {'security_group_id': 'a0eb802f-205e-47fe-8ac4-b59f1049a4ae', 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:35.947142 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eb25c21d-88be-4f96-b71c-62b92f992790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:35.994394 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.securitygroups_db [None req-88bdc139-295e-4788-b65b-dba890de8096 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Project ac777728da844e3a91e4d65d4aa9e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:14:36.004460 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88bdc139-295e-4788-b65b-dba890de8096 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (397c7248-c3ef-4230-9e7a-5fcb8b1b8732), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.053062 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eb25c21d-88be-4f96-b71c-62b92f992790 admin admin] Publish callbacks [] for security_group (c2cb2130-6ba8-4857-b95a-df514370c1fc), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.079808 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88bdc139-295e-4788-b65b-dba890de8096 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (397c7248-c3ef-4230-9e7a-5fcb8b1b8732), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.147660 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eb25c21d-88be-4f96-b71c-62b92f992790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c2cb2130-6ba8-4857-b95a-df514370c1fc), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.184327 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88bdc139-295e-4788-b65b-dba890de8096 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (397c7248-c3ef-4230-9e7a-5fcb8b1b8732), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.197985 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-eb25c21d-88be-4f96-b71c-62b92f992790 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f10b578bdfcc4e5b89b477d7bda66739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731077 Feb 09 13:14:36.200599 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 43734) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:36.204148 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25c21d-88be-4f96-b71c-62b92f992790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cb2130-6ba8-4857-b95a-df514370c1fc,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:36.211619 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdc139-295e-4788-b65b-dba890de8096 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397c7248-c3ef-4230-9e7a-5fcb8b1b8732,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:36.252537 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-097793bd-1551-4762-ae60-dd84942443b8 admin admin] Publish callbacks [] for security_group (c2cb2130-6ba8-4857-b95a-df514370c1fc), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.269480 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88bdc139-295e-4788-b65b-dba890de8096 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.273474 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-88bdc139-295e-4788-b65b-dba890de8096 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4005656 Feb 09 13:14:36.280884 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 43738) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:36.280968 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-097793bd-1551-4762-ae60-dd84942443b8 admin admin] Publish callbacks [] for security_group (c2cb2130-6ba8-4857-b95a-df514370c1fc), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.281053 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-66384fea-782f-42b4-bd1f-607345e51a31 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Request body: {'security_group_rule': {'security_group_id': 'a0eb802f-205e-47fe-8ac4-b59f1049a4ae', 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:36.365165 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f5d98-8ffe-46da-8932-df0beba55899 req-b9dd9f1c-b3a7-47a7-a356-a8d115a70855 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:36.366668 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c70f5d98-8ffe-46da-8932-df0beba55899 req-b9dd9f1c-b3a7-47a7-a356-a8d115a70855 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0540702 Feb 09 13:14:36.387186 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.securitygroups_db [None req-66384fea-782f-42b4-bd1f-607345e51a31 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Project ac777728da844e3a91e4d65d4aa9e4a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:14:36.395987 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-66384fea-782f-42b4-bd1f-607345e51a31 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (3a1e24ec-cdcd-49a8-9aff-31535f8a9575), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.410538 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-097793bd-1551-4762-ae60-dd84942443b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (c2cb2130-6ba8-4857-b95a-df514370c1fc), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.413132 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-097793bd-1551-4762-ae60-dd84942443b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.414299 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-097793bd-1551-4762-ae60-dd84942443b8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c2cb2130-6ba8-4857-b95a-df514370c1fc HTTP/1.1" status: 204 len: 168 time: 0.2126052 Feb 09 13:14:36.422518 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097793bd-1551-4762-ae60-dd84942443b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cb2130-6ba8-4857-b95a-df514370c1fc,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:36.435658 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c70f5d98-8ffe-46da-8932-df0beba55899 req-a6481209-81ca-4eef-af06-d43ba2b56226 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633769 Feb 09 13:14:36.470483 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-66384fea-782f-42b4-bd1f-607345e51a31 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (3a1e24ec-cdcd-49a8-9aff-31535f8a9575), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.559025 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-66384fea-782f-42b4-bd1f-607345e51a31 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (3a1e24ec-cdcd-49a8-9aff-31535f8a9575), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.578172 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66384fea-782f-42b4-bd1f-607345e51a31 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1e24ec-cdcd-49a8-9aff-31535f8a9575,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:36.659233 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00ecde-5227-413e-9108-d52100f0a690 req-1c64aae8-08c3-47c7-8ca3-9a212724b359 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:36.660789 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9b00ecde-5227-413e-9108-d52100f0a690 req-1c64aae8-08c3-47c7-8ca3-9a212724b359 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0566552 Feb 09 13:14:36.675089 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-66384fea-782f-42b4-bd1f-607345e51a31 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:36.676288 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-66384fea-782f-42b4-bd1f-607345e51a31 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4016333 Feb 09 13:14:36.709131 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9b00ecde-5227-413e-9108-d52100f0a690 req-044ee9ca-b721-4c15-b6e7-efd29e9d55a3 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Feb 09 13:14:36.780608 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-222bac64-37d1-4726-b038-4c91af8b9049 req-8ea11262-3947-43d2-9b13-14c3785e0255 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014828370&fields=id&tenant_id=ac777728da844e3a91e4d65d4aa9e4a5 HTTP/1.1" status: 200 len: 267 time: 0.0595353 Feb 09 13:14:36.841386 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bac64-37d1-4726-b038-4c91af8b9049 req-a58b3bb1-1739-48e6-a895-29b998d0d264 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:36.842871 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-222bac64-37d1-4726-b038-4c91af8b9049 req-a58b3bb1-1739-48e6-a895-29b998d0d264 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0570605 Feb 09 13:14:36.855968 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [req-222bac64-37d1-4726-b038-4c91af8b9049 req-0fa25844-69ce-4485-bde3-81d5eda5834c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Request body: {'port': {'security_groups': ['e1893830-c109-4904-9ded-4c496a9c80ef', 'a0eb802f-205e-47fe-8ac4-b59f1049a4ae']}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:36.934972 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-222bac64-37d1-4726-b038-4c91af8b9049 req-0fa25844-69ce-4485-bde3-81d5eda5834c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:37.167242 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [req-222bac64-37d1-4726-b038-4c91af8b9049 req-0fa25844-69ce-4485-bde3-81d5eda5834c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] For port aa6d2832-0830-44ab-bdba-ad1e71f0308b, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:37.199076 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-222bac64-37d1-4726-b038-4c91af8b9049 req-0fa25844-69ce-4485-bde3-81d5eda5834c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:37.273302 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-222bac64-37d1-4726-b038-4c91af8b9049 req-0fa25844-69ce-4485-bde3-81d5eda5834c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:37.286461 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['aa6d2832-0830-44ab-bdba-ad1e71f0308b'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:14:37.315672 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bac64-37d1-4726-b038-4c91af8b9049 req-0fa25844-69ce-4485-bde3-81d5eda5834c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:37.316352 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-222bac64-37d1-4726-b038-4c91af8b9049 req-0fa25844-69ce-4485-bde3-81d5eda5834c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:37.317745 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-222bac64-37d1-4726-b038-4c91af8b9049 req-0fa25844-69ce-4485-bde3-81d5eda5834c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "PUT /v2.0/ports/aa6d2832-0830-44ab-bdba-ad1e71f0308b HTTP/1.1" status: 200 len: 982 time: 0.4676483 Feb 09 13:14:37.320344 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:14:37.326333 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87" -d '{"events": [{"name": "network-changed", "server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:14:37.372707 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa25844-69ce-4485-bde3-81d5eda5834c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'Port': ['ID=aa6d2832-0830-44ab-bdba-ad1e71f0308b,revision_number=6']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:37.387254 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606f01fc-dd60-497e-b8ca-35f4c4b16b8b x-openstack-request-id: req-606f01fc-dd60-497e-b8ca-35f4c4b16b8b {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:14:37.387852 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:14:37.388308 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-606f01fc-dd60-497e-b8ca-35f4c4b16b8b {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:14:37.389288 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'status': 'completed', 'code': 200} Feb 09 13:14:37.481691 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87 req-92563aef-8f70-4ef6-a3d6-32bb211419aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:37.484021 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87 req-92563aef-8f70-4ef6-a3d6-32bb211419aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac777728da844e3a91e4d65d4aa9e4a5&device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 1169 time: 0.0764501 Feb 09 13:14:37.492793 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc86bf-d7c3-484f-975b-2969c0a9165b req-28973eab-07c0-43a2-979a-ce2269823fae tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:37.501555 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-10fc86bf-d7c3-484f-975b-2969c0a9165b req-28973eab-07c0-43a2-979a-ce2269823fae tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.1289544 Feb 09 13:14:37.699909 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53c0f0-3755-45c4-ba7d-e74293f2016a req-bb6ee308-e301-49f0-8de0-040d5bb17ba5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:37.702012 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bf53c0f0-3755-45c4-ba7d-e74293f2016a req-bb6ee308-e301-49f0-8de0-040d5bb17ba5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0969963 Feb 09 13:14:37.702844 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-10fc86bf-d7c3-484f-975b-2969c0a9165b req-45a10159-ea05-4233-accc-59e9fecb2c7f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2001054 Feb 09 13:14:37.720348 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87 req-6238fd0c-636b-4083-a13c-73a1d999834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:37.721989 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87 req-6238fd0c-636b-4083-a13c-73a1d999834c service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d8539eb-78a6-4037-811a-eb4032e8827a HTTP/1.1" status: 200 len: 916 time: 0.2177958 Feb 09 13:14:37.723237 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-f054e02b-4fe4-4711-bda9-5fed55a18fef None None] Provisioning complete for port aa6d2832-0830-44ab-bdba-ad1e71f0308b triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:37.723820 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f054e02b-4fe4-4711-bda9-5fed55a18fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:37.783940 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['aa6d2832-0830-44ab-bdba-ad1e71f0308b'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:14:37.802182 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bf53c0f0-3755-45c4-ba7d-e74293f2016a req-335523d3-57a5-4de4-88cb-512fbd119953 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896473 Feb 09 13:14:37.872653 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87 req-725f171a-de89-4eea-a4e3-ead1e9063193 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b HTTP/1.1" status: 200 len: 1000 time: 0.1415713 Feb 09 13:14:37.932853 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48900e-2c89-4d95-a07f-994438e3cbb3 req-6078e423-24bb-4b5e-8253-e1a33368a01f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:37.939648 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7d48900e-2c89-4d95-a07f-994438e3cbb3 req-6078e423-24bb-4b5e-8253-e1a33368a01f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1202953 Feb 09 13:14:37.968651 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87 req-e2a00584-fe66-475b-bf8c-442ac133dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:37.970347 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87 req-e2a00584-fe66-475b-bf8c-442ac133dac2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba99ff79-216b-49d5-86c7-2a24c634b96a HTTP/1.1" status: 200 len: 854 time: 0.0869358 Feb 09 13:14:38.002034 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-f054e02b-4fe4-4711-bda9-5fed55a18fef None None] Current status of the port aa6d2832-0830-44ab-bdba-ad1e71f0308b is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:14:38.033343 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7d48900e-2c89-4d95-a07f-994438e3cbb3 req-da62e8a3-eaff-4fdd-b5ac-aa7984e59e54 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927777 Feb 09 13:14:38.058284 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87 req-9e22360b-3a8f-4c47-b15e-5f92d600395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:38.066866 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87 req-9e22360b-3a8f-4c47-b15e-5f92d600395f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d8539eb-78a6-4037-811a-eb4032e8827a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779710 Feb 09 13:14:38.160824 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87 req-53f6bf66-c94a-469c-a6f5-45c263a5c237 service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881391 Feb 09 13:14:38.271518 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0d9de20-2fbe-4b8e-b387-ba1418bb9f87 req-e07dc9cb-6bcd-44de-97b4-9bc320288a1d service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980492 Feb 09 13:14:38.369197 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 43794) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:38.490585 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d219c668-0c81-4851-a15f-54337f111501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:38.573973 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d219c668-0c81-4851-a15f-54337f111501 admin admin] Publish callbacks [] for security_group (1d4f8d15-23c3-4d0e-8bb8-2f842839a8ce), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:38.647115 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d219c668-0c81-4851-a15f-54337f111501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (1d4f8d15-23c3-4d0e-8bb8-2f842839a8ce), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:38.703729 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219c668-0c81-4851-a15f-54337f111501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f8d15-23c3-4d0e-8bb8-2f842839a8ce,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:38.711109 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 43806) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:14:38.711711 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-d219c668-0c81-4851-a15f-54337f111501 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eeb18099d0f14b67b7ca59e2afdc95f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404744 Feb 09 13:14:38.764642 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97f531b6-24d4-476c-905e-9a9bd2678569 admin admin] Publish callbacks [] for security_group (1d4f8d15-23c3-4d0e-8bb8-2f842839a8ce), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:38.795718 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97f531b6-24d4-476c-905e-9a9bd2678569 admin admin] Publish callbacks [] for security_group (1d4f8d15-23c3-4d0e-8bb8-2f842839a8ce), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:38.909501 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97f531b6-24d4-476c-905e-9a9bd2678569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (1d4f8d15-23c3-4d0e-8bb8-2f842839a8ce), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:38.912185 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97f531b6-24d4-476c-905e-9a9bd2678569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:38.913327 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-97f531b6-24d4-476c-905e-9a9bd2678569 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1d4f8d15-23c3-4d0e-8bb8-2f842839a8ce HTTP/1.1" status: 204 len: 168 time: 0.2012427 Feb 09 13:14:38.927330 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f531b6-24d4-476c-905e-9a9bd2678569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4f8d15-23c3-4d0e-8bb8-2f842839a8ce,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:38.947587 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653c940-b053-43cc-b092-f6fd0d508a0e req-d0e524ff-1831-468d-b4d0-aa97c6ccd2af tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:38.949465 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f653c940-b053-43cc-b092-f6fd0d508a0e req-d0e524ff-1831-468d-b4d0-aa97c6ccd2af tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0688841 Feb 09 13:14:39.013467 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f653c940-b053-43cc-b092-f6fd0d508a0e req-98464c14-43f7-4e51-9e8f-98b64f080101 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557625 Feb 09 13:14:39.203293 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce3caf-a63e-4381-998b-a3e45def279d req-3f542261-5839-4377-a6c5-a8f2debedad6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:39.205995 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-84ce3caf-a63e-4381-998b-a3e45def279d req-3f542261-5839-4377-a6c5-a8f2debedad6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0892239 Feb 09 13:14:39.261443 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-84ce3caf-a63e-4381-998b-a3e45def279d req-140e6c64-7a50-4420-9b06-b5370d41b262 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494795 Feb 09 13:14:40.144716 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc982b7-0594-4da3-9876-d990f2daf0f5 req-53db71fc-eeed-477f-811d-3d2828d78f9f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:40.146192 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ddc982b7-0594-4da3-9876-d990f2daf0f5 req-53db71fc-eeed-477f-811d-3d2828d78f9f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0563734 Feb 09 13:14:40.192912 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ddc982b7-0594-4da3-9876-d990f2daf0f5 req-51bd0d26-bfb8-4613-a33d-5cb4299f081a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400665 Feb 09 13:14:41.315463 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1ac56-10f6-4a04-b8e0-2b6ae6c4b1ad req-0a9c5891-e7ab-4872-9429-0fef37823da4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:41.316971 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6fb1ac56-10f6-4a04-b8e0-2b6ae6c4b1ad req-0a9c5891-e7ab-4872-9429-0fef37823da4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0531914 Feb 09 13:14:41.365836 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6fb1ac56-10f6-4a04-b8e0-2b6ae6c4b1ad req-8b9fa2e8-5114-43a9-b069-c1d5d7d544cc tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427797 Feb 09 13:14:41.970304 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-7051ea88-e299-4835-81bd-dad42d47b4e9 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=834752705fcb4325a3852c8b613c394f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339727 Feb 09 13:14:42.172640 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-272af2f3-7b15-4f40-a919-1d0b09ba8f49 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:42.174223 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-272af2f3-7b15-4f40-a919-1d0b09ba8f49 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981323 Feb 09 13:14:42.190379 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-ed70f50d-1afc-4667-8a82-2a5b6e9f8ffc tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/quotas/834752705fcb4325a3852c8b613c394f HTTP/1.1" status: 200 len: 375 time: 0.0095029 Feb 09 13:14:42.222649 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-40ecbb0f-a627-4b94-8942-38cbfb94321c tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=834752705fcb4325a3852c8b613c394f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270371 Feb 09 13:14:42.504520 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd71e1d-7162-4093-bcd0-7c17417b2f75 req-398c90cb-450a-4f9c-aba8-a0e4be386a4b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:42.508935 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bbd71e1d-7162-4093-bcd0-7c17417b2f75 req-398c90cb-450a-4f9c-aba8-a0e4be386a4b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0655630 Feb 09 13:14:42.523359 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f9b95d8d-e382-4981-b8fd-87a537a3c5fb req-4c3dc705-41b7-40ef-b708-dd36529e7aa5 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 210 time: 0.0330305 Feb 09 13:14:42.557076 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bbd71e1d-7162-4093-bcd0-7c17417b2f75 req-07af8471-50ed-4b04-9e99-45c91126ba2d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 Feb 09 13:14:42.947290 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:14:43.051513 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:43.063050 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'port_id': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'mac_address': 'fa:16:3e:1d:f4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:14:43.101323 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 is: ACTIVE; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:14:43.101722 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:43.115209 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:14:43.135207 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:43.194856 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdeb2a-f445-4039-bab8-a7e13891d029 req-74e11884-07ea-4537-87ab-f8647aa635e8 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:43.196432 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8fcdeb2a-f445-4039-bab8-a7e13891d029 req-74e11884-07ea-4537-87ab-f8647aa635e8 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 946 time: 0.0571618 Feb 09 13:14:43.246872 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8fcdeb2a-f445-4039-bab8-a7e13891d029 req-c9c95e06-6429-4d6b-bfbc-b3e889c8dcd2 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Feb 09 13:14:43.267412 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:43.314043 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,revision_number=6']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:43.321066 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.321457 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.322484 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.323025 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.323198 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.323532 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.323864 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.324193 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.324520 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.324861 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.325190 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.325511 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.325831 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:43.460433 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['45e332d3-92b6-4aa9-9b18-a8fa5ca22e31'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:14:43.639638 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-def1b7e8-4b69-4cd3-abb2-235546fc4f66 req-71300aa0-ef86-49c2-94e6-8b5a799676ad tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 210 time: 0.0435672 Feb 09 13:14:43.689147 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e1fa5-32ca-41f7-9715-62e1df36fe15 req-adde7522-fb85-47dc-a677-0564273e16cf tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:43.690654 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-598e1fa5-32ca-41f7-9715-62e1df36fe15 req-adde7522-fb85-47dc-a677-0564273e16cf tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 945 time: 0.0525706 Feb 09 13:14:43.742306 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-598e1fa5-32ca-41f7-9715-62e1df36fe15 req-712450d9-e882-47c2-b65f-40334582093c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456309 Feb 09 13:14:44.371869 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ff14b-2144-4082-871a-097dfa4ccac1 req-2810bf3a-86d4-4a3f-98d7-72893958954c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:44.373347 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8b4ff14b-2144-4082-871a-097dfa4ccac1 req-2810bf3a-86d4-4a3f-98d7-72893958954c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 946 time: 0.0551860 Feb 09 13:14:44.421375 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8b4ff14b-2144-4082-871a-097dfa4ccac1 req-786aec93-c247-4231-847d-4ea2808fc0f5 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Feb 09 13:14:44.733620 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-165f403f-0ab4-4664-a952-bf4957001b67 req-3ee669a0-8703-4c65-9922-3e0b22947bee tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 210 time: 0.0267625 Feb 09 13:14:44.894942 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1f4b4-e439-4115-b27a-ebb6efa2eaf7 req-80e1ad8f-25ac-4a18-af88-4273612e96c0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:44.896527 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68f1f4b4-e439-4115-b27a-ebb6efa2eaf7 req-80e1ad8f-25ac-4a18-af88-4273612e96c0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 945 time: 0.0652788 Feb 09 13:14:44.951087 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68f1f4b4-e439-4115-b27a-ebb6efa2eaf7 req-96b2c21b-a76d-4c8e-923c-d222a8d93e1a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482233 Feb 09 13:14:44.973125 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:14:45.075706 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:45.076479 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:45.188159 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:14:45.188831 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:45.218892 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-3bc6f109-1494-4aee-a3d0-daf4e21756bc tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=834752705fcb4325a3852c8b613c394f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468373 Feb 09 13:14:45.223248 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:14:45.225725 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4491001-9322-4a0e-b749-f897104182c0" -d '{"events": [{"server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "name": "network-vif-plugged", "status": "completed", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:14:45.242904 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:45.290178 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5d638f-a753-4fb9-9623-282c3de9bc29 x-openstack-request-id: req-9f5d638f-a753-4fb9-9623-282c3de9bc29 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:14:45.291043 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "name": "network-vif-plugged", "status": "completed", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:14:45.291306 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9f5d638f-a753-4fb9-9623-282c3de9bc29 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:14:45.291714 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'code': 200} Feb 09 13:14:45.354036 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:45.441121 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,revision_number=7']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:45.441715 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-e754a025-c76c-4c79-ae2e-21e4a66228ad tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:45.445524 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-e754a025-c76c-4c79-ae2e-21e4a66228ad tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181671 Feb 09 13:14:45.467118 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Request body: {'port': {'device_id': 'b56fd141-d0a7-42c4-a21f-fde932c567ad', 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e', 'admin_state_up': True, 'tenant_id': '834752705fcb4325a3852c8b613c394f'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:45.714652 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c5466-7a56-454d-a8f1-c3a22a652c3d req-15830e07-d64f-4c21-b139-25755dc2dd51 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:45.721617 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d55c5466-7a56-454d-a8f1-c3a22a652c3d req-15830e07-d64f-4c21-b139-25755dc2dd51 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 946 time: 0.1691141 Feb 09 13:14:45.730387 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab031-c71f-401b-bfe5-1fe9139118bf req-91d871bb-4312-4d2f-b445-e5e70fbe0fa1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:45.734185 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a82ab031-c71f-401b-bfe5-1fe9139118bf req-91d871bb-4312-4d2f-b445-e5e70fbe0fa1 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 946 time: 0.2020531 Feb 09 13:14:45.883713 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d55c5466-7a56-454d-a8f1-c3a22a652c3d req-a893114f-6aa1-4562-a0c9-587d5b13cc91 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612859 Feb 09 13:14:45.915480 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-a82ab031-c71f-401b-bfe5-1fe9139118bf req-a080a9d3-41cc-489f-95d2-d67488491eff tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Deleting port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:14:45.916251 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-a82ab031-c71f-401b-bfe5-1fe9139118bf req-a080a9d3-41cc-489f-95d2-d67488491eff tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:45.973950 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Made reservation on behalf of 834752705fcb4325a3852c8b613c394f for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:45.977463 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:46.000325 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:46.039296 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9efd7078-5671-48ee-8136-faf0232b0cc4 req-f8c75f08-1965-4b96-8dec-cf0d961a1e83 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 210 time: 0.0701153 Feb 09 13:14:46.166146 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-a82ab031-c71f-401b-bfe5-1fe9139118bf req-a080a9d3-41cc-489f-95d2-d67488491eff tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] For port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:46.166576 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-a82ab031-c71f-401b-bfe5-1fe9139118bf req-a080a9d3-41cc-489f-95d2-d67488491eff tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:46.189506 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-a82ab031-c71f-401b-bfe5-1fe9139118bf req-a080a9d3-41cc-489f-95d2-d67488491eff tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Calling delete_port for 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:14:46.252293 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c7734-5d7f-4e7e-8928-f4ed5365dad6 req-e1f8a321-5ce0-46b6-9c43-a73efcf0d8e2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:46.262073 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9a2c7734-5d7f-4e7e-8928-f4ed5365dad6 req-e1f8a321-5ce0-46b6-9c43-a73efcf0d8e2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0708275 Feb 09 13:14:46.319165 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9a2c7734-5d7f-4e7e-8928-f4ed5365dad6 req-42ad5fae-78b4-428c-b979-a7002fd0a95f tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557466 Feb 09 13:14:46.382120 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a21e1-1e3a-422d-8139-a409d255345e req-2409d181-35ef-4a73-8fb8-6342ae9f0194 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:46.395346 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3b5a21e1-1e3a-422d-8139-a409d255345e req-2409d181-35ef-4a73-8fb8-6342ae9f0194 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.1392417 Feb 09 13:14:46.473731 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Publish callbacks [] for security_group (3ae4fd41-b0dd-479a-b918-934ff0e8d0e6), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:46.515700 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3b5a21e1-1e3a-422d-8139-a409d255345e req-0c868b2f-8250-4164-99b7-ac166b301f31 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193147 Feb 09 13:14:46.522613 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (3ae4fd41-b0dd-479a-b918-934ff0e8d0e6), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:46.597245 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-a82ab031-c71f-401b-bfe5-1fe9139118bf req-a080a9d3-41cc-489f-95d2-d67488491eff tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:46.611820 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['0c7a08f1-289e-49bd-b9bc-e830edeaee6f', '84c81437-1fbd-4c50-87de-41f47b4410a0', 'fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1', '5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:14:46.614981 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:46.655450 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080a9d3-41cc-489f-95d2-d67488491eff tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Pushing event deleted for resources: {'Port': ['ID=5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:46.762689 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82ab031-c71f-401b-bfe5-1fe9139118bf req-a080a9d3-41cc-489f-95d2-d67488491eff tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] No DVR routers for this DVR port 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:46.809284 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-a82ab031-c71f-401b-bfe5-1fe9139118bf req-a080a9d3-41cc-489f-95d2-d67488491eff tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:46.809284 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a82ab031-c71f-401b-bfe5-1fe9139118bf req-a080a9d3-41cc-489f-95d2-d67488491eff tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "DELETE /v2.0/ports/5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f HTTP/1.1" status: 204 len: 173 time: 1.0653713 Feb 09 13:14:46.809284 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed41059-48cc-4ddb-9a00-62f0c71f7dcb', 'name': 'network-vif-deleted', 'tag': '5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:14:46.809284 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594e31f7-fde0-45d5-bbe0-f266c38d9924" -d '{"events": [{"server_uuid": "bed41059-48cc-4ddb-9a00-62f0c71f7dcb", "name": "network-vif-deleted", "tag": "5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:14:46.816372 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Allocated IP 192.168.233.52 (76674f8f-6636-4d40-9550-8687e223b72e/d61e551a-a825-4454-b391-73bf5e106ba4/fd22a251-c76d-4b92-abb9-ba8c6ffd24ff) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:46.874045 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf6247b-395e-42e9-8d6b-6860194827b5 x-openstack-request-id: req-acf6247b-395e-42e9-8d6b-6860194827b5 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:14:46.874354 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed41059-48cc-4ddb-9a00-62f0c71f7dcb", "name": "network-vif-deleted", "tag": "5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:14:46.875897 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-acf6247b-395e-42e9-8d6b-6860194827b5 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:14:46.875897 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed41059-48cc-4ddb-9a00-62f0c71f7dcb', 'name': 'network-vif-deleted', 'tag': '5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f', 'status': 'completed', 'code': 200} Feb 09 13:14:47.028043 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-38dfcadd-a213-488d-9c16-dff67246ed4c req-e217140d-d68f-4199-9d8f-a167f4ec7629 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 210 time: 0.0440905 Feb 09 13:14:47.053174 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Publish callbacks [] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:47.194315 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fe6ecd35-7031-4c7e-b680-387d0b0d2138 req-1b44d8b0-10c7-454a-a53f-ff2a7f6357cc tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 210 time: 0.0576098 Feb 09 13:14:47.216525 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:47.290647 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Network 76674f8f-6636-4d40-9550-8687e223b72e is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:47.298940 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:47.303476 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:14:47.326425 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:47.381266 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Pushing event updated for resources: {'Port': ['ID=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:47.381266 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:47.381266 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:47.460671 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895db23-e45b-43af-bc98-3be5f0cb898f req-a4981144-0d62-495f-8451-6ef09c4f044a tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:47.468315 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9895db23-e45b-43af-bc98-3be5f0cb898f req-a4981144-0d62-495f-8451-6ef09c4f044a tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.0716753 Feb 09 13:14:47.515349 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-d07da7d2-014f-4893-9e47-f72273d7892e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0590775 Feb 09 13:14:47.531219 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9895db23-e45b-43af-bc98-3be5f0cb898f req-7b4d5764-0b98-42e0-94d5-41a660178dd4 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618820 Feb 09 13:14:47.540065 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Request body: {'port': {'device_id': 'b56fd141-d0a7-42c4-a21f-fde932c567ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:14:47.592955 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-0055f312-35ff-4040-8e7f-dbd37266ad03 None None] Provisioning complete for port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:47.593678 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-0055f312-35ff-4040-8e7f-dbd37266ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:47.636275 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-0055f312-35ff-4040-8e7f-dbd37266ad03 None None] Port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:14:47.726785 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6524bb-814f-4612-a257-0f7b7328ffdd req-d9dcc3f0-b117-4a01-9a7d-da9414946c13 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:47.737133 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cc6524bb-814f-4612-a257-0f7b7328ffdd req-d9dcc3f0-b117-4a01-9a7d-da9414946c13 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0939806 Feb 09 13:14:47.841794 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cc6524bb-814f-4612-a257-0f7b7328ffdd req-bbba0a68-6d63-417c-b049-25b7e4179947 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035163 Feb 09 13:14:47.897939 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:48.230539 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6e1f7ffd-7cd6-42ea-aba0-d6d197f02b3f req-d02bc375-683b-461e-84a3-ad8753cce1c4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=bed41059-48cc-4ddb-9a00-62f0c71f7dcb HTTP/1.1" status: 200 len: 210 time: 0.0323989 Feb 09 13:14:48.233485 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd22a251-c76d-4b92-abb9-ba8c6ffd24ff {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:14:48.245072 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Publish callbacks [] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:48.257829 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Transition to ACTIVE for port object fd22a251-c76d-4b92-abb9-ba8c6ffd24ff will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:48.324534 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3c3e5-7c28-4129-8eb5-86751bbb49a5 req-bdcace81-d050-4a33-bb29-bf172f23a4e7 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:48.326013 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5ea3c3e5-7c28-4129-8eb5-86751bbb49a5 req-bdcace81-d050-4a33-bb29-bf172f23a4e7 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 935 time: 0.0527380 Feb 09 13:14:48.372383 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5ea3c3e5-7c28-4129-8eb5-86751bbb49a5 req-2eaab073-de3f-457e-95c0-1a253ee379ed tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404136 Feb 09 13:14:48.495755 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:48.579313 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Pushing event updated for resources: {'Port': ['ID=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:48.588348 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:14:48.716018 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Attempting to bind port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:14:48.716334 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Attempting to bind port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'ed1c218a-0acf-42c5-adb4-bbee6870be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:14:48.716659 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Attempting to bind port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff on network 76674f8f-6636-4d40-9550-8687e223b72e {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:14:48.724082 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff on network 76674f8f-6636-4d40-9550-8687e223b72e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:14:48.724424 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Attempting to bind port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff on network 76674f8f-6636-4d40-9550-8687e223b72e {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:14:48.736588 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:14:48.736941 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Checking segment: {'id': 'ed1c218a-0acf-42c5-adb4-bbee6870be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:14:48.737367 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Bound using segment: {'id': 'ed1c218a-0acf-42c5-adb4-bbee6870be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:14:48.737811 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Bound port: fd22a251-c76d-4b92-abb9-ba8c6ffd24ff, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1c218a-0acf-42c5-adb4-bbee6870be21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:14:48.738170 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:48.771562 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59631e8-9fb1-4144-a0b9-b934317a5f21 req-6e8c4db3-9578-417d-a393-67c67da741b0 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:48.773071 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b59631e8-9fb1-4144-a0b9-b934317a5f21 req-6e8c4db3-9578-417d-a393-67c67da741b0 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.1185582 Feb 09 13:14:48.860517 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] For port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:48.864449 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] For port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff,segment=NetworkSegment(ed1c218a-0acf-42c5-adb4-bbee6870be21),segment_id=ed1c218a-0acf-42c5-adb4-bbee6870be21)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:48.877981 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b59631e8-9fb1-4144-a0b9-b934317a5f21 req-375fc982-c9db-4231-b656-87f0343bd0cc tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871694 Feb 09 13:14:48.953917 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:48.989859 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:14:49.009265 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:49.010183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:49.012427 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] 10.222.0.31 "PUT /v2.0/ports/fd22a251-c76d-4b92-abb9-ba8c6ffd24ff HTTP/1.1" status: 200 len: 1097 time: 1.4788215 Feb 09 13:14:49.016484 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56fd141-d0a7-42c4-a21f-fde932c567ad', 'tag': 'fd22a251-c76d-4b92-abb9-ba8c6ffd24ff'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:14:49.022351 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3854e7-27b3-497c-8da0-bdcd4bb48d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b56fd141-d0a7-42c4-a21f-fde932c567ad", "tag": "fd22a251-c76d-4b92-abb9-ba8c6ffd24ff"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:14:49.024037 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e7b8a-5f94-4532-9b3d-936e98b4783c req-af03d9b2-b576-4c83-a99f-fce48671b2f3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:49.026534 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1e2e7b8a-5f94-4532-9b3d-936e98b4783c req-af03d9b2-b576-4c83-a99f-fce48671b2f3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0663476 Feb 09 13:14:49.037319 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:14:49.050968 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 5ce76bf6-0f9b-4cfe-bf46-e82256a2d39f not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:14:49.081179 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e7c41f-1d79-4f6e-b34e-992f7b53f73d x-openstack-request-id: req-d7e7c41f-1d79-4f6e-b34e-992f7b53f73d {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:14:49.081607 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56fd141-d0a7-42c4-a21f-fde932c567ad", "tag": "fd22a251-c76d-4b92-abb9-ba8c6ffd24ff", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:14:49.081965 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d7e7c41f-1d79-4f6e-b34e-992f7b53f73d {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:14:49.082656 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56fd141-d0a7-42c4-a21f-fde932c567ad', 'tag': 'fd22a251-c76d-4b92-abb9-ba8c6ffd24ff', 'status': 'completed', 'code': 200} Feb 09 13:14:49.089891 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7c2de-2926-4d2a-9b0e-ce5f2d11ba19 service neutron] Pushing event updated for resources: {'Port': ['ID=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:49.116697 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1e2e7b8a-5f94-4532-9b3d-936e98b4783c req-7bd44338-b1c8-4bc5-9f3a-e79f93ce2059 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835340 Feb 09 13:14:49.236070 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb590152-2f33-4a9b-a6a2-7b6ba63a39f1 req-cf648d8b-c896-4e89-bf32-89da59445b19 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:49.237714 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eb590152-2f33-4a9b-a6a2-7b6ba63a39f1 req-cf648d8b-c896-4e89-bf32-89da59445b19 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 945 time: 0.1315472 Feb 09 13:14:49.245674 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3854e7-27b3-497c-8da0-bdcd4bb48d5d req-b4a0518b-ccfd-4894-a029-7dc0f0e8cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:49.252941 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ff3854e7-27b3-497c-8da0-bdcd4bb48d5d req-b4a0518b-ccfd-4894-a029-7dc0f0e8cb99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=834752705fcb4325a3852c8b613c394f&device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 1131 time: 0.0883510 Feb 09 13:14:49.323197 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ff3854e7-27b3-497c-8da0-bdcd4bb48d5d req-6a491516-304f-4ebb-941b-dcbbc13022b7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=834752705fcb4325a3852c8b613c394f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372183 Feb 09 13:14:49.466162 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-eb590152-2f33-4a9b-a6a2-7b6ba63a39f1 req-b2062d13-498b-4c49-863d-7ea11b399291 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Deleting port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:14:49.466620 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-eb590152-2f33-4a9b-a6a2-7b6ba63a39f1 req-b2062d13-498b-4c49-863d-7ea11b399291 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:49.469604 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3854e7-27b3-497c-8da0-bdcd4bb48d5d req-204f2c8a-86c1-44be-ad6a-10613f10ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:49.471261 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ff3854e7-27b3-497c-8da0-bdcd4bb48d5d req-204f2c8a-86c1-44be-ad6a-10613f10ff16 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389928 Feb 09 13:14:49.566233 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83e5fd-89b9-41e6-80b8-96e3de7159ac req-b6f43b96-f3a6-46bd-9d46-cfa0a486e7c8 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:49.570457 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-aa83e5fd-89b9-41e6-80b8-96e3de7159ac req-b6f43b96-f3a6-46bd-9d46-cfa0a486e7c8 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 947 time: 0.0855746 Feb 09 13:14:49.635988 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-aa83e5fd-89b9-41e6-80b8-96e3de7159ac req-3c80ddea-995c-426d-a445-83638e0dc9c2 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616996 Feb 09 13:14:49.647989 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-4149d528-e4a2-469b-888b-97174ee8e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:49.649483 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-4149d528-e4a2-469b-888b-97174ee8e36b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=834752705fcb4325a3852c8b613c394f&device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 1131 time: 0.1062086 Feb 09 13:14:49.651523 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-eb590152-2f33-4a9b-a6a2-7b6ba63a39f1 req-b2062d13-498b-4c49-863d-7ea11b399291 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] For port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:49.651884 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-eb590152-2f33-4a9b-a6a2-7b6ba63a39f1 req-b2062d13-498b-4c49-863d-7ea11b399291 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:49.698063 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-eb590152-2f33-4a9b-a6a2-7b6ba63a39f1 req-b2062d13-498b-4c49-863d-7ea11b399291 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Calling delete_port for f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:14:49.702945 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-3e6cdbbd-fd47-43a2-8016-ced0c42aecb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff HTTP/1.1" status: 200 len: 217 time: 0.0429866 Feb 09 13:14:49.799454 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-f529f25f-23c6-4b97-abbf-5a08139453e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:49.800828 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-f529f25f-23c6-4b97-abbf-5a08139453e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d61e551a-a825-4454-b391-73bf5e106ba4 HTTP/1.1" status: 200 len: 843 time: 0.0896254 Feb 09 13:14:49.902364 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-8df008f6-6575-478d-bb30-f8028e124255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:49.903890 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-8df008f6-6575-478d-bb30-f8028e124255 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=76674f8f-6636-4d40-9550-8687e223b72e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0904996 Feb 09 13:14:49.967859 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-eb590152-2f33-4a9b-a6a2-7b6ba63a39f1 req-b2062d13-498b-4c49-863d-7ea11b399291 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (f0f66d6e-dac2-4b65-a7f0-da58e82e9c63), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:49.982954 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['f0f66d6e-dac2-4b65-a7f0-da58e82e9c63', 'e603fae6-8816-4c72-bb3a-419850a3b7de'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:14:50.010789 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2062d13-498b-4c49-863d-7ea11b399291 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Pushing event deleted for resources: {'Port': ['ID=f0f66d6e-dac2-4b65-a7f0-da58e82e9c63,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:50.041461 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ffd86e1a-a7ac-4e7c-8aa7-10b55794138b req-fe4d391a-25b9-4c3b-9aed-c87d32fc91d8 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 210 time: 0.0440490 Feb 09 13:14:50.090356 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb590152-2f33-4a9b-a6a2-7b6ba63a39f1 req-b2062d13-498b-4c49-863d-7ea11b399291 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] No DVR routers for this DVR port f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:50.099227 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-eb590152-2f33-4a9b-a6a2-7b6ba63a39f1 req-b2062d13-498b-4c49-863d-7ea11b399291 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:50.102698 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eb590152-2f33-4a9b-a6a2-7b6ba63a39f1 req-b2062d13-498b-4c49-863d-7ea11b399291 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.31 "DELETE /v2.0/ports/f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 HTTP/1.1" status: 204 len: 173 time: 0.8486578 Feb 09 13:14:50.130305 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-885f8303-b595-4f81-9797-d8432aaa5b6a service neutron] 10.222.0.31 "GET /v2.0/networks/76674f8f-6636-4d40-9550-8687e223b72e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156696 Feb 09 13:14:50.277673 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13129899-3e8c-4aa5-98f4-a1b4b136af7d req-4999d14b-59b1-4f86-876d-4677ac9e17b4 service neutron] 10.222.0.31 "GET /v2.0/networks/76674f8f-6636-4d40-9550-8687e223b72e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391656 Feb 09 13:14:50.297016 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9164e00-3cd4-4047-922e-8d8f315db2f1 req-b497988a-eea5-4ec3-a5a9-5ffb973c8efc tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:50.304269 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f9164e00-3cd4-4047-922e-8d8f315db2f1 req-b497988a-eea5-4ec3-a5a9-5ffb973c8efc tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0664082 Feb 09 13:14:50.362116 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f9164e00-3cd4-4047-922e-8d8f315db2f1 req-02764cbd-0cec-40dc-931f-74cb6b5df50b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564015 Feb 09 13:14:50.769472 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403495d-b844-459a-89c2-74171f24be75 req-3d76386d-6d0a-49f6-8670-5e465d5e4032 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:50.771011 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2403495d-b844-459a-89c2-74171f24be75 req-3d76386d-6d0a-49f6-8670-5e465d5e4032 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 947 time: 0.0560510 Feb 09 13:14:50.817491 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2403495d-b844-459a-89c2-74171f24be75 req-1e8597fb-1f36-48e4-aac7-5efef24820b7 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405691 Feb 09 13:14:51.073197 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8754ea-b616-4722-8b07-80f737331d60 req-fd390962-192b-478b-972d-39560d022040 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:51.075050 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ab8754ea-b616-4722-8b07-80f737331d60 req-fd390962-192b-478b-972d-39560d022040 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 945 time: 0.0570905 Feb 09 13:14:51.083180 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f002ff5-5d1f-4467-95ed-59f40d89a99d', 'name': 'network-vif-deleted', 'tag': 'f0f66d6e-dac2-4b65-a7f0-da58e82e9c63'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:14:51.089523 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6205a1fa-49cc-4425-8b7b-a99df1216a55" -d '{"events": [{"server_uuid": "8f002ff5-5d1f-4467-95ed-59f40d89a99d", "name": "network-vif-deleted", "tag": "f0f66d6e-dac2-4b65-a7f0-da58e82e9c63"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:14:51.132716 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ab8754ea-b616-4722-8b07-80f737331d60 req-d1fe1980-df66-4abd-ae42-cc5810ce64c7 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Feb 09 13:14:51.209201 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8b15106b-b543-422f-b42b-ca99515f2b95 req-0ad85587-f921-4bf6-b856-7142dfd66245 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f002ff5-5d1f-4467-95ed-59f40d89a99d HTTP/1.1" status: 200 len: 210 time: 0.0501826 Feb 09 13:14:51.225385 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fef07a-4dff-461a-8397-e4b469881001 x-openstack-request-id: req-92fef07a-4dff-461a-8397-e4b469881001 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:14:51.225977 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f002ff5-5d1f-4467-95ed-59f40d89a99d", "name": "network-vif-deleted", "tag": "f0f66d6e-dac2-4b65-a7f0-da58e82e9c63", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:14:51.226337 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-92fef07a-4dff-461a-8397-e4b469881001 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:14:51.231421 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f002ff5-5d1f-4467-95ed-59f40d89a99d', 'name': 'network-vif-deleted', 'tag': 'f0f66d6e-dac2-4b65-a7f0-da58e82e9c63', 'status': 'completed', 'code': 200} Feb 09 13:14:51.512246 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca78558-b068-4701-b35c-bfd990d2513e req-854d4e4b-cbc5-4462-870c-493dad2f6932 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:51.513909 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1ca78558-b068-4701-b35c-bfd990d2513e req-854d4e4b-cbc5-4462-870c-493dad2f6932 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0689642 Feb 09 13:14:51.578830 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1ca78558-b068-4701-b35c-bfd990d2513e req-1df60630-7638-47ed-8ab8-27be30e03e11 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572999 Feb 09 13:14:51.943952 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3bfe8-f354-418d-a01d-2d57e94df416 req-5ce87b4b-8bc4-49e0-8a75-726eb1a74161 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:51.945445 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e3a3bfe8-f354-418d-a01d-2d57e94df416 req-5ce87b4b-8bc4-49e0-8a75-726eb1a74161 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 947 time: 0.0562034 Feb 09 13:14:51.996691 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e3a3bfe8-f354-418d-a01d-2d57e94df416 req-deb0c107-bffe-4a78-8390-d05f8b45642e tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Feb 09 13:14:52.269167 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96389d3-275f-4d6e-9a30-3233b518ebbd req-7a29457a-6ce6-4c4a-b322-b10e467ab5db tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:52.270915 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f96389d3-275f-4d6e-9a30-3233b518ebbd req-7a29457a-6ce6-4c4a-b322-b10e467ab5db tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 945 time: 0.0638304 Feb 09 13:14:52.319482 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f96389d3-275f-4d6e-9a30-3233b518ebbd req-0686ed93-7309-40cf-aa72-8cb103855938 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Feb 09 13:14:52.723033 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa78f7c-b8f5-49b9-a402-dc8666bc7061 req-135ca32a-feca-47c1-be0b-a91225f59396 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:52.724529 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cfa78f7c-b8f5-49b9-a402-dc8666bc7061 req-135ca32a-feca-47c1-be0b-a91225f59396 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0602770 Feb 09 13:14:52.781508 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cfa78f7c-b8f5-49b9-a402-dc8666bc7061 req-73bab8e2-33de-40f1-96b9-26c77d63e7a4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493870 Feb 09 13:14:52.931525 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59193e-cc2d-4ebc-8aed-3e9bd01cb4df req-74f6fcda-6d9b-473a-af05-e109401c26c3 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:52.933189 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7b59193e-cc2d-4ebc-8aed-3e9bd01cb4df req-74f6fcda-6d9b-473a-af05-e109401c26c3 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 945 time: 0.0522180 Feb 09 13:14:52.964515 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f020d775-0454-4531-bc79-c7db653b7e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:53.035413 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fd22a251-c76d-4b92-abb9-ba8c6ffd24ff details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:14:53.041607 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:14:53.046703 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-7b59193e-cc2d-4ebc-8aed-3e9bd01cb4df req-a77041d9-aee8-435b-92ca-50010fb758a9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Deleting port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:14:53.047235 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7b59193e-cc2d-4ebc-8aed-3e9bd01cb4df req-a77041d9-aee8-435b-92ca-50010fb758a9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:53.068952 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:14:53.069692 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device f0f66d6e-dac2-4b65-a7f0-da58e82e9c63 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:14:53.164096 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af595612-4e0b-4d3e-96cd-1525f8a1d1d7 req-bfe4a17f-1adc-4efe-adb4-2e4d660139cb tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:53.167029 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-af595612-4e0b-4d3e-96cd-1525f8a1d1d7 req-bfe4a17f-1adc-4efe-adb4-2e4d660139cb tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 947 time: 0.0866377 Feb 09 13:14:53.219429 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-7b59193e-cc2d-4ebc-8aed-3e9bd01cb4df req-a77041d9-aee8-435b-92ca-50010fb758a9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] For port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:53.219800 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7b59193e-cc2d-4ebc-8aed-3e9bd01cb4df req-a77041d9-aee8-435b-92ca-50010fb758a9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:53.234898 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff,segment=NetworkSegment(ed1c218a-0acf-42c5-adb4-bbee6870be21),segment_id=ed1c218a-0acf-42c5-adb4-bbee6870be21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:53.237287 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-7b59193e-cc2d-4ebc-8aed-3e9bd01cb4df req-a77041d9-aee8-435b-92ca-50010fb758a9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Calling delete_port for fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:14:53.252519 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': 'fd22a251-c76d-4b92-abb9-ba8c6ffd24ff', 'network_id': '76674f8f-6636-4d40-9550-8687e223b72e', 'port_id': 'fd22a251-c76d-4b92-abb9-ba8c6ffd24ff', 'mac_address': 'fa:16:3e:40:31:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61e551a-a825-4454-b391-73bf5e106ba4', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:14:53.257633 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-af595612-4e0b-4d3e-96cd-1525f8a1d1d7 req-7715e6bf-adc3-40b7-8c62-fc2586d10f71 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845268 Feb 09 13:14:53.298938 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:14:53.299659 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:53.319262 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd22a251-c76d-4b92-abb9-ba8c6ffd24ff {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:14:53.363366 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff,segment=NetworkSegment(ed1c218a-0acf-42c5-adb4-bbee6870be21),segment_id=ed1c218a-0acf-42c5-adb4-bbee6870be21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:53.416445 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da758907-35e1-4b23-bba1-ed711c46f7ec req-01ef34ae-cfc1-49e6-94f2-8897afbfc0cd tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:53.418299 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-da758907-35e1-4b23-bba1-ed711c46f7ec req-01ef34ae-cfc1-49e6-94f2-8897afbfc0cd tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0792804 Feb 09 13:14:53.465404 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:53.510111 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe690b-2f97-4243-8208-71c48d2a099b req-f0a25210-0b0e-4cae-a3f4-1a7d5eb35e56 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:53.513089 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ebfe690b-2f97-4243-8208-71c48d2a099b req-f0a25210-0b0e-4cae-a3f4-1a7d5eb35e56 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 945 time: 0.0988009 Feb 09 13:14:53.522127 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-da758907-35e1-4b23-bba1-ed711c46f7ec req-2e6415f5-9e66-4c23-a000-6d9a2bc40101 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761886 Feb 09 13:14:53.574651 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:53.587122 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7b59193e-cc2d-4ebc-8aed-3e9bd01cb4df req-a77041d9-aee8-435b-92ca-50010fb758a9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:53.599932 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ebfe690b-2f97-4243-8208-71c48d2a099b req-57dfa637-67ed-4ed8-9f15-722139f64528 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755429 Feb 09 13:14:53.600858 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['0c7a08f1-289e-49bd-b9bc-e830edeaee6f', '84c81437-1fbd-4c50-87de-41f47b4410a0', 'fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:14:53.626878 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77041d9-aee8-435b-92ca-50010fb758a9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Pushing event deleted for resources: {'Port': ['ID=fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:53.695544 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b59193e-cc2d-4ebc-8aed-3e9bd01cb4df req-a77041d9-aee8-435b-92ca-50010fb758a9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] No DVR routers for this DVR port fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:53.698417 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-7b59193e-cc2d-4ebc-8aed-3e9bd01cb4df req-a77041d9-aee8-435b-92ca-50010fb758a9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:53.702538 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7b59193e-cc2d-4ebc-8aed-3e9bd01cb4df req-a77041d9-aee8-435b-92ca-50010fb758a9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "DELETE /v2.0/ports/fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 HTTP/1.1" status: 204 len: 173 time: 0.7639980 Feb 09 13:14:53.703052 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e5b30a-480d-4d7a-9944-88956c5cb510', 'name': 'network-vif-deleted', 'tag': 'fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:14:53.706940 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7874488e-4212-4af4-8aaa-def9394fea43" -d '{"events": [{"server_uuid": "64e5b30a-480d-4d7a-9944-88956c5cb510", "name": "network-vif-deleted", "tag": "fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:14:53.749139 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe85ac44-4912-44f8-a178-a47349c55865 x-openstack-request-id: req-fe85ac44-4912-44f8-a178-a47349c55865 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:14:53.749139 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e5b30a-480d-4d7a-9944-88956c5cb510", "name": "network-vif-deleted", "tag": "fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:14:53.749496 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fe85ac44-4912-44f8-a178-a47349c55865 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:14:53.749815 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e5b30a-480d-4d7a-9944-88956c5cb510', 'name': 'network-vif-deleted', 'tag': 'fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1', 'status': 'completed', 'code': 200} Feb 09 13:14:53.851813 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['fd22a251-c76d-4b92-abb9-ba8c6ffd24ff'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:14:53.959802 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136991e-b579-4b81-aa38-bdcc87b41d7a req-cff57ea8-92a0-47de-b607-02bdb7ed870a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:53.964390 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4136991e-b579-4b81-aa38-bdcc87b41d7a req-cff57ea8-92a0-47de-b607-02bdb7ed870a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0994966 Feb 09 13:14:54.031434 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4136991e-b579-4b81-aa38-bdcc87b41d7a req-023273be-4500-446e-b8fe-bfc907c5f1d3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605099 Feb 09 13:14:54.406113 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259e6f0-7ef7-442e-bc98-0f4a1a99e8c9 req-e1aaf0b9-9eb2-4ae4-b648-ffb361095104 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:54.407911 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2259e6f0-7ef7-442e-bc98-0f4a1a99e8c9 req-e1aaf0b9-9eb2-4ae4-b648-ffb361095104 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 948 time: 0.0625441 Feb 09 13:14:54.461441 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2259e6f0-7ef7-442e-bc98-0f4a1a99e8c9 req-3d931c96-2b43-4b7c-b350-dfbb34379ef6 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475113 Feb 09 13:14:54.684393 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4626f3-3263-4d90-aa6a-901bca911c70 req-bd5fd488-fe09-4f7c-8ff0-f8f2d800fb1e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:54.686066 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1f4626f3-3263-4d90-aa6a-901bca911c70 req-bd5fd488-fe09-4f7c-8ff0-f8f2d800fb1e tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0620689 Feb 09 13:14:54.753140 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1f4626f3-3263-4d90-aa6a-901bca911c70 req-4e330a2e-3bbb-40f6-ae31-eb00345e552b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614851 Feb 09 13:14:54.760005 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e77318af-9b56-4fa5-b07a-c4375e7033d7 req-ba725880-073c-482a-8f63-003d34fc0637 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 210 time: 0.0303495 Feb 09 13:14:55.039071 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-1c0f80e4-eadd-49e2-a055-4ffe293e75cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:55.160822 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49650d75-bb2c-45e6-a475-c1dc1ca4bb5e req-438d238c-e076-4096-bb75-a6422a1de128 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:55.162950 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-49650d75-bb2c-45e6-a475-c1dc1ca4bb5e req-438d238c-e076-4096-bb75-a6422a1de128 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0611203 Feb 09 13:14:55.228315 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-49650d75-bb2c-45e6-a475-c1dc1ca4bb5e req-811a2799-83a3-450b-82b9-feb600ef035b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567701 Feb 09 13:14:55.614104 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944044b-e796-45bc-8931-af4d5dfe503f req-e929ffc8-aff5-4672-a7a9-40a6f88107c5 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:55.623191 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5944044b-e796-45bc-8931-af4d5dfe503f req-e929ffc8-aff5-4672-a7a9-40a6f88107c5 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 948 time: 0.0714817 Feb 09 13:14:55.675602 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5944044b-e796-45bc-8931-af4d5dfe503f req-a87da5ee-6b5e-4bf8-ba19-68abad25f0be tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514331 Feb 09 13:14:55.908594 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440d765-4912-4f2b-a46e-6b13a0efe2f3 req-23bce847-b0b0-457f-a3b1-ba5ab8c97d04 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:55.916638 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8440d765-4912-4f2b-a46e-6b13a0efe2f3 req-23bce847-b0b0-457f-a3b1-ba5ab8c97d04 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0837793 Feb 09 13:14:55.917616 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23320430-23db-4c53-9490-547e27afdc5a req-af246fff-3ecd-42d4-9d17-4902e11f2548 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 210 time: 0.0445585 Feb 09 13:14:55.975631 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8440d765-4912-4f2b-a46e-6b13a0efe2f3 req-a749d5b1-3c2c-499f-b773-f1de512de496 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579276 Feb 09 13:14:56.361205 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb5fec-d262-48b7-a5e5-6fbb168340d9 req-fde91b01-530a-4088-a1aa-24f2e4a1c06e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:56.362802 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-49cb5fec-d262-48b7-a5e5-6fbb168340d9 req-fde91b01-530a-4088-a1aa-24f2e4a1c06e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0582800 Feb 09 13:14:56.410304 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-49cb5fec-d262-48b7-a5e5-6fbb168340d9 req-3c8a7663-4f82-4448-8138-1a61cb004ee8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404572 Feb 09 13:14:56.764648 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:56.794045 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d321aba-735c-40b0-a2ca-2a102f92a668 req-4cc12811-01a3-448e-929f-1a2d77418990 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:56.795569 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3d321aba-735c-40b0-a2ca-2a102f92a668 req-4cc12811-01a3-448e-929f-1a2d77418990 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 948 time: 0.0519793 Feb 09 13:14:56.841395 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3d321aba-735c-40b0-a2ca-2a102f92a668 req-57d6aac8-c957-4871-b09d-e569298f04a1 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401764 Feb 09 13:14:57.024055 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-00889165-ffda-4468-b240-4e507b516730 req-ec39db07-e819-4fdb-982d-e6bb7b34110c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e5b30a-480d-4d7a-9944-88956c5cb510 HTTP/1.1" status: 200 len: 210 time: 0.0376179 Feb 09 13:14:57.122404 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d184da-cff5-4c9b-be8f-b791c2071921 req-c0caba61-f5fe-44cf-a56d-90f63ea1721b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:57.124114 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-15d184da-cff5-4c9b-be8f-b791c2071921 req-c0caba61-f5fe-44cf-a56d-90f63ea1721b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0613413 Feb 09 13:14:57.156459 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:14:57.178296 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-15d184da-cff5-4c9b-be8f-b791c2071921 req-33c32748-2492-47dd-adcd-51c02a0d1584 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482564 Feb 09 13:14:57.205483 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:14:57.206054 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fa72bf8a-1dd4-4729-8ef4-fef9bf8861a1 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:14:57.539603 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71284df9-6dd8-437a-adf0-0e3ba7491667 req-1e78c495-4515-411e-9da0-678f9b955d96 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:57.541622 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-71284df9-6dd8-437a-adf0-0e3ba7491667 req-1e78c495-4515-411e-9da0-678f9b955d96 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0551107 Feb 09 13:14:57.596539 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-71284df9-6dd8-437a-adf0-0e3ba7491667 req-a8d2b6d1-2d65-454d-a3c0-34d4102ed7d7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490634 Feb 09 13:14:57.844444 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:57.964587 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82e69e-2e77-4cfa-858e-1d7ac85d818d req-1d9d7e39-bbd6-4574-9019-2df6d46e9c80 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:57.966055 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1a82e69e-2e77-4cfa-858e-1d7ac85d818d req-1d9d7e39-bbd6-4574-9019-2df6d46e9c80 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 948 time: 0.0529859 Feb 09 13:14:58.013815 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1a82e69e-2e77-4cfa-858e-1d7ac85d818d req-ad47ad10-1ee0-49f5-be57-6b0d30afc8df tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421343 Feb 09 13:14:58.305877 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82cd2a-7004-4124-8295-de447fce2615 req-58c0c047-4ea9-4cfe-9673-45b749e1b80b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:58.307396 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf82cd2a-7004-4124-8295-de447fce2615 req-58c0c047-4ea9-4cfe-9673-45b749e1b80b tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0530145 Feb 09 13:14:58.353166 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-cf82cd2a-7004-4124-8295-de447fce2615 req-1d7d59bc-1b16-4aa0-bd6c-f879ab172d3d tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Feb 09 13:14:58.561532 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eaf5e-f9e7-4d36-b584-8fad74d7a87b req-cab5e789-2e38-4511-b20d-2e27427e11e7 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:58.563072 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a53eaf5e-f9e7-4d36-b584-8fad74d7a87b req-cab5e789-2e38-4511-b20d-2e27427e11e7 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 945 time: 0.0530491 Feb 09 13:14:58.613124 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a53eaf5e-f9e7-4d36-b584-8fad74d7a87b req-3a2657b7-5376-4dcb-be7e-3359a8f3b80c tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441034 Feb 09 13:14:58.729308 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedf805-ec3e-43fe-b8c5-67a2caf20066 req-e1ae4233-0aab-475f-8d8c-e33ccb1aff38 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:58.730805 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-acedf805-ec3e-43fe-b8c5-67a2caf20066 req-e1ae4233-0aab-475f-8d8c-e33ccb1aff38 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0547123 Feb 09 13:14:58.776271 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-acedf805-ec3e-43fe-b8c5-67a2caf20066 req-9b7f862c-bcb3-47ba-ac6f-22703ff78da0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391128 Feb 09 13:14:59.137539 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6736e4d-880d-4f05-9037-9f4c0e313c35 req-42e99064-2a19-4fd0-a410-357b5d6446f2 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.138756 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f6736e4d-880d-4f05-9037-9f4c0e313c35 req-42e99064-2a19-4fd0-a410-357b5d6446f2 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 948 time: 0.0550504 Feb 09 13:14:59.145775 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fd22a251-c76d-4b92-abb9-ba8c6ffd24ff up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:14:59.184592 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f6736e4d-880d-4f05-9037-9f4c0e313c35 req-c74f62fd-7064-4a6a-8bd5-60e6b2510fe5 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401723 Feb 09 13:14:59.273157 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:59.275613 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:59.279102 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:59.284012 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:59.349043 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c14eb-5a80-43ac-adba-52f02355923c req-1f1a1df9-d4fe-41f6-9b52-3a6e7f912829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.350812 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9f9c14eb-5a80-43ac-adba-52f02355923c req-1f1a1df9-d4fe-41f6-9b52-3a6e7f912829 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 1130 time: 0.0530214 Feb 09 13:14:59.360491 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:14:59.360866 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:59.383353 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56fd141-d0a7-42c4-a21f-fde932c567ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd22a251-c76d-4b92-abb9-ba8c6ffd24ff'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:14:59.385617 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c93619e-fa19-459f-afb2-b8a5e1a78182" -d '{"events": [{"server_uuid": "b56fd141-d0a7-42c4-a21f-fde932c567ad", "name": "network-vif-plugged", "status": "completed", "tag": "fd22a251-c76d-4b92-abb9-ba8c6ffd24ff"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:14:59.398088 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff,segment=NetworkSegment(ed1c218a-0acf-42c5-adb4-bbee6870be21),segment_id=ed1c218a-0acf-42c5-adb4-bbee6870be21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:59.432244 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b845af4-7bd7-451f-8ca7-19d2097eadeb x-openstack-request-id: req-5b845af4-7bd7-451f-8ca7-19d2097eadeb {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:14:59.432244 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56fd141-d0a7-42c4-a21f-fde932c567ad", "name": "network-vif-plugged", "status": "completed", "tag": "fd22a251-c76d-4b92-abb9-ba8c6ffd24ff", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:14:59.432244 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5b845af4-7bd7-451f-8ca7-19d2097eadeb {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:14:59.432244 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56fd141-d0a7-42c4-a21f-fde932c567ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd22a251-c76d-4b92-abb9-ba8c6ffd24ff', 'code': 200} Feb 09 13:14:59.460971 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c14eb-5a80-43ac-adba-52f02355923c req-ecd6df8a-7737-431b-92c7-9fc45247126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.462447 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9f9c14eb-5a80-43ac-adba-52f02355923c req-ecd6df8a-7737-431b-92c7-9fc45247126c service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 917 time: 0.0930402 Feb 09 13:14:59.482356 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4515b-4037-470d-8e18-c3a920ff9c05 req-fd635dff-8041-4227-8696-d1bdd8fd2f79 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.484617 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e3e4515b-4037-470d-8e18-c3a920ff9c05 req-fd635dff-8041-4227-8696-d1bdd8fd2f79 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0585968 Feb 09 13:14:59.492247 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:14:59.537959 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e3e4515b-4037-470d-8e18-c3a920ff9c05 req-d2120443-7d45-42ea-bbc0-0547b74284de tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456307 Feb 09 13:14:59.541598 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9f9c14eb-5a80-43ac-adba-52f02355923c req-a3496fcb-5c80-4c59-8b2f-d14444f33131 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 HTTP/1.1" status: 200 len: 1002 time: 0.0654914 Feb 09 13:14:59.562876 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:59.594121 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c14eb-5a80-43ac-adba-52f02355923c req-22d9438f-1d57-48ab-ad2e-20ce42ac8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.595677 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9f9c14eb-5a80-43ac-adba-52f02355923c req-22d9438f-1d57-48ab-ad2e-20ce42ac8c2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=554c6378-3dbd-4135-b433-882cffe509d2 HTTP/1.1" status: 200 len: 855 time: 0.0471146 Feb 09 13:14:59.664537 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c14eb-5a80-43ac-adba-52f02355923c req-fa1b05f4-7aad-41e2-bd83-d5e5725ddc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.666609 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9f9c14eb-5a80-43ac-adba-52f02355923c req-fa1b05f4-7aad-41e2-bd83-d5e5725ddc71 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32947b8-36d8-4e31-8400-b282b6379a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537870 Feb 09 13:14:59.829036 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190753be-6ce1-45b4-aae8-4493086bf7b1 req-5468a852-db62-4bbf-94ee-73066fcb7991 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.830533 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-190753be-6ce1-45b4-aae8-4493086bf7b1 req-5468a852-db62-4bbf-94ee-73066fcb7991 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 945 time: 0.1411660 Feb 09 13:14:59.833920 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9f9c14eb-5a80-43ac-adba-52f02355923c req-d43c9307-2cb1-4a33-b4df-9a401e9de8e6 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523082 Feb 09 13:14:59.896709 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd62208-af02-4585-9f53-2a4df20d6792 req-f78c27bc-9d5d-4f37-8fdf-94ce1844c9e0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.898147 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7dd62208-af02-4585-9f53-2a4df20d6792 req-f78c27bc-9d5d-4f37-8fdf-94ce1844c9e0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0507979 Feb 09 13:14:59.920805 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd1f1-8559-4346-9534-05dc9adad6b7 req-887cd75f-763a-4b66-97a5-98525eda84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.922321 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-774cd1f1-8559-4346-9534-05dc9adad6b7 req-887cd75f-763a-4b66-97a5-98525eda84ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 1133 time: 0.1567550 Feb 09 13:14:59.950475 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7dd62208-af02-4585-9f53-2a4df20d6792 req-2c54f420-2889-4cec-8184-ba41f9c4740e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454502 Feb 09 13:14:59.953378 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-190753be-6ce1-45b4-aae8-4493086bf7b1 req-89e17803-8be2-4209-9f4f-25b90afbb219 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171730 Feb 09 13:14:59.999709 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9f9c14eb-5a80-43ac-adba-52f02355923c req-3cb5b610-c048-4682-a8b5-d2db32059a03 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548171 Feb 09 13:15:00.001901 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-774cd1f1-8559-4346-9534-05dc9adad6b7 req-6f625f55-a840-41c6-9227-b18576e5271a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662239 Feb 09 13:15:00.303845 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757b164-712f-427b-997d-c97b50ff9eb7 req-f85a9f3c-738e-47b6-a4c2-f319c90b4d27 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:00.305341 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1757b164-712f-427b-997d-c97b50ff9eb7 req-f85a9f3c-738e-47b6-a4c2-f319c90b4d27 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 949 time: 0.0536358 Feb 09 13:15:00.331527 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273e2ea-3e4e-4789-983e-3748cdeb9e5a req-6073f285-05b1-401e-9ebb-1105fc399fe2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:00.332980 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8273e2ea-3e4e-4789-983e-3748cdeb9e5a req-6073f285-05b1-401e-9ebb-1105fc399fe2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.31 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.0514522 Feb 09 13:15:00.351757 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1757b164-712f-427b-997d-c97b50ff9eb7 req-d6cffe74-c7dd-4d9a-860d-8ebc91e80f39 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Feb 09 13:15:00.430464 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-8273e2ea-3e4e-4789-983e-3748cdeb9e5a req-bb6df942-fda0-495e-b73f-6d1011ed95f6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Deleting port e603fae6-8816-4c72-bb3a-419850a3b7de {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:15:00.431064 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8273e2ea-3e4e-4789-983e-3748cdeb9e5a req-bb6df942-fda0-495e-b73f-6d1011ed95f6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:00.522149 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-8273e2ea-3e4e-4789-983e-3748cdeb9e5a req-bb6df942-fda0-495e-b73f-6d1011ed95f6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] For port e603fae6-8816-4c72-bb3a-419850a3b7de, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=e603fae6-8816-4c72-bb3a-419850a3b7de,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:00.522510 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8273e2ea-3e4e-4789-983e-3748cdeb9e5a req-bb6df942-fda0-495e-b73f-6d1011ed95f6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:00.536109 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-8273e2ea-3e4e-4789-983e-3748cdeb9e5a req-bb6df942-fda0-495e-b73f-6d1011ed95f6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Calling delete_port for e603fae6-8816-4c72-bb3a-419850a3b7de owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:15:00.728383 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff021d-378b-4281-8055-77a9d7fc1cc3 req-8a6eb6c3-5f45-41ff-8a29-d19c0d6d5e56 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:00.730493 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4eff021d-378b-4281-8055-77a9d7fc1cc3 req-8a6eb6c3-5f45-41ff-8a29-d19c0d6d5e56 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 945 time: 0.1129034 Feb 09 13:15:00.789429 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4eff021d-378b-4281-8055-77a9d7fc1cc3 req-b7e33674-97c4-46b4-866c-dccc099269ab tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/security-groups?id=4e95246b-ff3b-4803-b395-d45f8421d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515261 Feb 09 13:15:00.804324 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8273e2ea-3e4e-4789-983e-3748cdeb9e5a req-bb6df942-fda0-495e-b73f-6d1011ed95f6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (e603fae6-8816-4c72-bb3a-419850a3b7de), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:00.822999 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['e603fae6-8816-4c72-bb3a-419850a3b7de'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:15:00.843437 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6df942-fda0-495e-b73f-6d1011ed95f6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Pushing event deleted for resources: {'Port': ['ID=e603fae6-8816-4c72-bb3a-419850a3b7de,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:00.894951 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8273e2ea-3e4e-4789-983e-3748cdeb9e5a req-bb6df942-fda0-495e-b73f-6d1011ed95f6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] No DVR routers for this DVR port e603fae6-8816-4c72-bb3a-419850a3b7de on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:00.897634 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8273e2ea-3e4e-4789-983e-3748cdeb9e5a req-bb6df942-fda0-495e-b73f-6d1011ed95f6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:00.901427 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8273e2ea-3e4e-4789-983e-3748cdeb9e5a req-bb6df942-fda0-495e-b73f-6d1011ed95f6 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.31 "DELETE /v2.0/ports/e603fae6-8816-4c72-bb3a-419850a3b7de HTTP/1.1" status: 204 len: 173 time: 0.5591519 Feb 09 13:15:00.901878 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6851d5fe-b010-49cc-8696-19a1008c2beb', 'name': 'network-vif-deleted', 'tag': 'e603fae6-8816-4c72-bb3a-419850a3b7de'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:15:00.904364 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf0fc5a-b922-4919-a12d-fcea9d7c127e" -d '{"events": [{"server_uuid": "6851d5fe-b010-49cc-8696-19a1008c2beb", "name": "network-vif-deleted", "tag": "e603fae6-8816-4c72-bb3a-419850a3b7de"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:15:00.941138 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eed047-f4ee-4b37-9588-32dbf6d5c1ab x-openstack-request-id: req-84eed047-f4ee-4b37-9588-32dbf6d5c1ab {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:15:00.941513 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6851d5fe-b010-49cc-8696-19a1008c2beb", "name": "network-vif-deleted", "tag": "e603fae6-8816-4c72-bb3a-419850a3b7de", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:15:00.941774 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-84eed047-f4ee-4b37-9588-32dbf6d5c1ab {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:15:00.942180 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6851d5fe-b010-49cc-8696-19a1008c2beb', 'name': 'network-vif-deleted', 'tag': 'e603fae6-8816-4c72-bb3a-419850a3b7de', 'status': 'completed', 'code': 200} Feb 09 13:15:01.087117 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd332a-bcfb-4d61-9e2a-dc7a46835fe2 req-7bf2737b-5109-4f0c-811a-c20df8546f3a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:01.087595 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427742-ddda-4ac1-94e8-ed2d4fa6c202 req-bc64b72e-baf5-42d5-ae3f-48b01e5b0240 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:01.088528 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85bd332a-bcfb-4d61-9e2a-dc7a46835fe2 req-7bf2737b-5109-4f0c-811a-c20df8546f3a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0542982 Feb 09 13:15:01.089772 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f7427742-ddda-4ac1-94e8-ed2d4fa6c202 req-bc64b72e-baf5-42d5-ae3f-48b01e5b0240 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 945 time: 0.0539982 Feb 09 13:15:01.138647 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85bd332a-bcfb-4d61-9e2a-dc7a46835fe2 req-c96521af-ef2a-4269-a818-ab5fd0443f2d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435195 Feb 09 13:15:01.139454 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f7427742-ddda-4ac1-94e8-ed2d4fa6c202 req-8efb03c0-9f42-4df0-ab22-ea02eed9a75e tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Feb 09 13:15:01.230460 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b01118-50f9-41a1-bbdb-66e0f960cdb6 req-deea98e2-25c2-428d-9cd8-6282af7f5d66 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:01.231902 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31b01118-50f9-41a1-bbdb-66e0f960cdb6 req-deea98e2-25c2-428d-9cd8-6282af7f5d66 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 945 time: 0.0522635 Feb 09 13:15:01.330043 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-31b01118-50f9-41a1-bbdb-66e0f960cdb6 req-e2018cb7-9c8b-4c9f-a557-069a9708a34d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Deleting port 84c81437-1fbd-4c50-87de-41f47b4410a0 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:15:01.330379 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31b01118-50f9-41a1-bbdb-66e0f960cdb6 req-e2018cb7-9c8b-4c9f-a557-069a9708a34d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:01.425638 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-31b01118-50f9-41a1-bbdb-66e0f960cdb6 req-e2018cb7-9c8b-4c9f-a557-069a9708a34d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] For port 84c81437-1fbd-4c50-87de-41f47b4410a0, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=84c81437-1fbd-4c50-87de-41f47b4410a0,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:01.426006 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31b01118-50f9-41a1-bbdb-66e0f960cdb6 req-e2018cb7-9c8b-4c9f-a557-069a9708a34d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:01.442181 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-31b01118-50f9-41a1-bbdb-66e0f960cdb6 req-e2018cb7-9c8b-4c9f-a557-069a9708a34d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Calling delete_port for 84c81437-1fbd-4c50-87de-41f47b4410a0 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:15:01.475360 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931d466-96ff-42c7-af7d-1c81efda5e26 req-97e73838-5e6b-43fa-8b1e-195b24c578f2 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:01.476856 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3931d466-96ff-42c7-af7d-1c81efda5e26 req-97e73838-5e6b-43fa-8b1e-195b24c578f2 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 949 time: 0.0568354 Feb 09 13:15:01.531229 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3931d466-96ff-42c7-af7d-1c81efda5e26 req-8277b51e-c21c-4a29-a78a-a9a9760402d7 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477266 Feb 09 13:15:01.661985 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31b01118-50f9-41a1-bbdb-66e0f960cdb6 req-e2018cb7-9c8b-4c9f-a557-069a9708a34d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (84c81437-1fbd-4c50-87de-41f47b4410a0), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:01.676826 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['0c7a08f1-289e-49bd-b9bc-e830edeaee6f', '84c81437-1fbd-4c50-87de-41f47b4410a0'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:15:01.707757 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2018cb7-9c8b-4c9f-a557-069a9708a34d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Pushing event deleted for resources: {'Port': ['ID=84c81437-1fbd-4c50-87de-41f47b4410a0,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:01.785638 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b01118-50f9-41a1-bbdb-66e0f960cdb6 req-e2018cb7-9c8b-4c9f-a557-069a9708a34d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] No DVR routers for this DVR port 84c81437-1fbd-4c50-87de-41f47b4410a0 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:01.801493 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-31b01118-50f9-41a1-bbdb-66e0f960cdb6 req-e2018cb7-9c8b-4c9f-a557-069a9708a34d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:01.804980 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-31b01118-50f9-41a1-bbdb-66e0f960cdb6 req-e2018cb7-9c8b-4c9f-a557-069a9708a34d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "DELETE /v2.0/ports/84c81437-1fbd-4c50-87de-41f47b4410a0 HTTP/1.1" status: 204 len: 173 time: 0.5670450 Feb 09 13:15:01.907770 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d0098a6d-2126-40f9-8daa-589db035ce0b req-e8ec7c4e-0b02-4ddc-9da8-f1c922ca35e2 tempest-ServerRescueNegativeTestJSON-207313834 tempest-ServerRescueNegativeTestJSON-207313834-project] 10.222.0.84 "GET /v2.0/ports?device_id=6851d5fe-b010-49cc-8696-19a1008c2beb HTTP/1.1" status: 200 len: 210 time: 0.0307739 Feb 09 13:15:02.249552 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9d1a2e85-7d39-448e-98bf-228137247249 req-eff579ba-423a-4620-a129-b42a2d5aa013 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d73213-038a-446e-a171-6bf526f06626 HTTP/1.1" status: 200 len: 210 time: 0.0266988 Feb 09 13:15:02.268898 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897c367-97b5-46e5-af93-076062c81733 req-541168f9-65da-4604-ba2b-03372710c4bb tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:02.270495 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8897c367-97b5-46e5-af93-076062c81733 req-541168f9-65da-4604-ba2b-03372710c4bb tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0563734 Feb 09 13:15:02.317359 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8897c367-97b5-46e5-af93-076062c81733 req-494db562-4fba-4e3e-953f-198e776bf47e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409708 Feb 09 13:15:02.653890 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1892e38-94c8-4fab-a4f3-03e5c5849883 req-d77dc9f6-286b-4f3f-a28f-a5a6ec6dac9d tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:02.655498 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f1892e38-94c8-4fab-a4f3-03e5c5849883 req-d77dc9f6-286b-4f3f-a28f-a5a6ec6dac9d tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 949 time: 0.0544174 Feb 09 13:15:02.702493 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f1892e38-94c8-4fab-a4f3-03e5c5849883 req-6617d84c-4f52-43fa-81de-8601c4d98502 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Feb 09 13:15:02.943108 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d73213-038a-446e-a171-6bf526f06626', 'name': 'network-vif-deleted', 'tag': '84c81437-1fbd-4c50-87de-41f47b4410a0'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:15:02.945532 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95a096d-0986-4cc1-b995-3f67fede95ef" -d '{"events": [{"server_uuid": "74d73213-038a-446e-a171-6bf526f06626", "name": "network-vif-deleted", "tag": "84c81437-1fbd-4c50-87de-41f47b4410a0"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:15:02.965435 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 44226) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:03.234887 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a94ab7-da4c-4d8c-bc72-2476e5dc0aa6 x-openstack-request-id: req-31a94ab7-da4c-4d8c-bc72-2476e5dc0aa6 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:15:03.235176 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d73213-038a-446e-a171-6bf526f06626", "name": "network-vif-deleted", "tag": "84c81437-1fbd-4c50-87de-41f47b4410a0", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:15:03.235431 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-31a94ab7-da4c-4d8c-bc72-2476e5dc0aa6 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:15:03.235820 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d73213-038a-446e-a171-6bf526f06626', 'name': 'network-vif-deleted', 'tag': '84c81437-1fbd-4c50-87de-41f47b4410a0', 'status': 'completed', 'code': 200} Feb 09 13:15:03.261196 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f6215-d738-4911-b524-64274e5ca3c1 req-ccf10e9b-a0d1-45d2-b483-0f23879c0ab5 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:03.263373 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c56f6215-d738-4911-b524-64274e5ca3c1 req-ccf10e9b-a0d1-45d2-b483-0f23879c0ab5 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 949 time: 0.0578928 Feb 09 13:15:03.315128 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c56f6215-d738-4911-b524-64274e5ca3c1 req-5c1b2165-2c44-4dfc-8e72-54a86bdfbf58 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458691 Feb 09 13:15:03.479776 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940368b7-66a0-4f96-8152-c46c741d9b7c req-4877e5e8-60c2-4de4-b551-80ac99eb6575 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:03.481254 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-940368b7-66a0-4f96-8152-c46c741d9b7c req-4877e5e8-60c2-4de4-b551-80ac99eb6575 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 946 time: 0.0909469 Feb 09 13:15:03.578210 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-940368b7-66a0-4f96-8152-c46c741d9b7c req-c4cdfc36-68e3-4357-a217-c5dfcae52bbd tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904243 Feb 09 13:15:03.705958 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655645'] for router_interface (e9584e81-acee-461e-8c50-ce126229908c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:04.003506 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] Deleting port 7fa47044-cd85-4181-84db-03631d4aea5f {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:15:04.004172 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:04.079211 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] For port 7fa47044-cd85-4181-84db-03631d4aea5f, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=7fa47044-cd85-4181-84db-03631d4aea5f,segment=NetworkSegment(b8ba237a-fb42-4776-b998-bb33c08093c5),segment_id=b8ba237a-fb42-4776-b998-bb33c08093c5)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:04.079504 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:04.092741 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] Calling delete_port for 7fa47044-cd85-4181-84db-03631d4aea5f owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:15:04.395272 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (7fa47044-cd85-4181-84db-03631d4aea5f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:04.436988 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa47044-cd85-4181-84db-03631d4aea5f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:04.507682 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88391836-d28f-4c79-871a-43906a72935f req-cd4d3102-9899-43a1-93fe-9553c4c0c792 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:04.511337 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-88391836-d28f-4c79-871a-43906a72935f req-cd4d3102-9899-43a1-93fe-9553c4c0c792 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 949 time: 0.1247342 Feb 09 13:15:04.638283 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-88391836-d28f-4c79-871a-43906a72935f req-461d0bb7-1b6d-4301-9b1f-05d6ed763520 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180665 Feb 09 13:15:04.655695 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655753'] for router_interface (e9584e81-acee-461e-8c50-ce126229908c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:04.815530 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:15:04.874691 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] Router e9584e81-acee-461e-8c50-ce126229908c has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:04.987305 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:04.992594 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6e93cb3d-198b-423e-b77a-ed64a58ec7ad admin admin] 10.222.0.84 "PUT /v2.0/routers/e9584e81-acee-461e-8c50-ce126229908c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0261359 Feb 09 13:15:04.995415 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 44256) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:05.000067 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55203d-1216-41ba-ac2a-41ca111c3abe None None] Sync routers for ids ['e9584e81-acee-461e-8c50-ce126229908c'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:15:05.011867 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b55203d-1216-41ba-ac2a-41ca111c3abe None None] Routers {'e9584e81-acee-461e-8c50-ce126229908c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:15:05.012428 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 is: ACTIVE; New status is: DOWN {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:15:05.012561 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-3b55203d-1216-41ba-ac2a-41ca111c3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:14:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e9584e81-acee-461e-8c50-ce126229908c'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:05.012813 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:05.036162 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:15:05.038368 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040e2e6b-1808-4098-9952-9ab985f581eb" -d '{"events": [{"server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "name": "network-vif-unplugged", "status": "completed", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:15:05.051056 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:05.096536 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 13:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797cae54-6090-467d-931e-47a8f22d5324 x-openstack-request-id: req-797cae54-6090-467d-931e-47a8f22d5324 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:15:05.105095 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "name": "network-vif-unplugged", "status": "completed", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:15:05.105095 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-797cae54-6090-467d-931e-47a8f22d5324 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:15:05.105095 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'code': 200} Feb 09 13:15:05.107287 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Publish callbacks [] for router (e9584e81-acee-461e-8c50-ce126229908c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:05.132136 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-3b55203d-1216-41ba-ac2a-41ca111c3abe None None] Set router e9584e81-acee-461e-8c50-ce126229908c gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:15:05.169987 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:05.236357 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [req-d9c4c986-46f5-4ff1-9ed1-7d79a59ad20f req-36524f07-aa5b-458f-8be4-16f3868d95f2 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:15:05.237541 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d9c4c986-46f5-4ff1-9ed1-7d79a59ad20f req-36524f07-aa5b-458f-8be4-16f3868d95f2 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053654 Feb 09 13:15:05.242670 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Publish callbacks [] for router_gateway (e9584e81-acee-461e-8c50-ce126229908c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:05.246208 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,revision_number=8']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:05.319300 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-3b55203d-1216-41ba-ac2a-41ca111c3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9584e81-acee-461e-8c50-ce126229908c', 'name': 'tempest-ServerRescueNegativeTestJSON-36584613-router', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '051f4181-d287-4017-92c1-a6b80040c48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:15:04Z', 'revision_number': 5, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'gw_port': {'id': '051f4181-d287-4017-92c1-a6b80040c48e', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9584e81-acee-461e-8c50-ce126229908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:16Z', 'updated_at': '2022-02-09T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:05.345519 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55203d-1216-41ba-ac2a-41ca111c3abe None None] Checking router: e9584e81-acee-461e-8c50-ce126229908c for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:15:05.353827 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b55203d-1216-41ba-ac2a-41ca111c3abe None None] Routers {'e9584e81-acee-461e-8c50-ce126229908c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:15:05.354442 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-3b55203d-1216-41ba-ac2a-41ca111c3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:14:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e9584e81-acee-461e-8c50-ce126229908c'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:05.395253 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Deleting port 051f4181-d287-4017-92c1-a6b80040c48e {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:15:05.395510 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (051f4181-d287-4017-92c1-a6b80040c48e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:05.441193 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-3b55203d-1216-41ba-ac2a-41ca111c3abe None None] Set router e9584e81-acee-461e-8c50-ce126229908c gateway port host: None {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:15:05.473029 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] For port 051f4181-d287-4017-92c1-a6b80040c48e, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=051f4181-d287-4017-92c1-a6b80040c48e,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:05.473400 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (051f4181-d287-4017-92c1-a6b80040c48e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:05.485938 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Calling delete_port for 051f4181-d287-4017-92c1-a6b80040c48e owned by network:router_gateway {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:15:05.495201 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-3b55203d-1216-41ba-ac2a-41ca111c3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9584e81-acee-461e-8c50-ce126229908c', 'name': 'tempest-ServerRescueNegativeTestJSON-36584613-router', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:15:05Z', 'revision_number': 6, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'gw_port_host': None}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:05.521089 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55203d-1216-41ba-ac2a-41ca111c3abe None None] The sync data for ids ['e9584e81-acee-461e-8c50-ce126229908c'] in dv-cinder-827860-3-iscsi is: [{'id': 'e9584e81-acee-461e-8c50-ce126229908c', 'name': 'tempest-ServerRescueNegativeTestJSON-36584613-router', 'tenant_id': '141d2818a8454068b7397ceefa95ab7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:15:05Z', 'revision_number': 6, 'project_id': '141d2818a8454068b7397ceefa95ab7b', 'gw_port_host': None}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:15:05.761458 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 84c81437-1fbd-4c50-87de-41f47b4410a0 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:15:05.787897 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: 84c81437-1fbd-4c50-87de-41f47b4410a0 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:15:05.788501 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 84c81437-1fbd-4c50-87de-41f47b4410a0 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:15:05.789111 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device e603fae6-8816-4c72-bb3a-419850a3b7de no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:15:05.795020 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47049625-14e4-49fc-8cb4-9e91812dbef5 req-34e1c22a-5b30-41a1-b98c-243d8cdd7fd1 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:05.804612 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47049625-14e4-49fc-8cb4-9e91812dbef5 req-34e1c22a-5b30-41a1-b98c-243d8cdd7fd1 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 949 time: 0.0897665 Feb 09 13:15:05.810165 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: e603fae6-8816-4c72-bb3a-419850a3b7de {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:15:05.810448 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device e603fae6-8816-4c72-bb3a-419850a3b7de not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:15:05.864166 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-47049625-14e4-49fc-8cb4-9e91812dbef5 req-f9a2c183-a850-45d0-994f-2376ec74ed2a tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537648 Feb 09 13:15:05.952071 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402806d-8c30-4316-a506-f2f6564aa497 req-f5dfb6c3-daea-46cf-8d31-85e15d275ec4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:05.953606 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7402806d-8c30-4316-a506-f2f6564aa497 req-f5dfb6c3-daea-46cf-8d31-85e15d275ec4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.3341136 Feb 09 13:15:06.017830 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7402806d-8c30-4316-a506-f2f6564aa497 req-8eb08620-3568-460a-82ce-c5ff7fff3de8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579736 Feb 09 13:15:06.026974 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (051f4181-d287-4017-92c1-a6b80040c48e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.054126 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Pushing event deleted for resources: {'Port': ['ID=051f4181-d287-4017-92c1-a6b80040c48e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:06.122455 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662891'] for router_gateway (e9584e81-acee-461e-8c50-ce126229908c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.227803 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25951'] for router (e9584e81-acee-461e-8c50-ce126229908c), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.230580 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Publish callbacks [] for router_controller (e9584e81-acee-461e-8c50-ce126229908c), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.370675 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658427'] for router (e9584e81-acee-461e-8c50-ce126229908c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.370846 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 44294) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:06.371338 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9584e81-acee-461e-8c50-ce126229908c {{(pid=103164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:15:06.376883 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.379495 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9e104360-0a59-432c-9128-d0b721c58429 admin admin] 10.222.0.84 "DELETE /v2.0/routers/e9584e81-acee-461e-8c50-ce126229908c HTTP/1.1" status: 204 len: 168 time: 1.3816433 Feb 09 13:15:06.394775 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 44298) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:06.471524 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5ae983-b335-4cb3-8488-8a0bd023af77 admin admin] Deleting subnet ce34dc3f-c322-4241-a6b8-551931206a17 {{(pid=103165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:15:06.475479 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae983-b335-4cb3-8488-8a0bd023af77 admin admin] Publish callbacks [] for subnet (ce34dc3f-c322-4241-a6b8-551931206a17), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.512360 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-a732f763-cb1b-4e43-b708-557020c29710 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1401393 Feb 09 13:15:06.516244 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae983-b335-4cb3-8488-8a0bd023af77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355185'] for subnet (ce34dc3f-c322-4241-a6b8-551931206a17), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.539069 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-c1a8fd51-1cd5-4cb3-8944-5289b6ca6ccc service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:15:06.540134 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-c1a8fd51-1cd5-4cb3-8944-5289b6ca6ccc service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218575 Feb 09 13:15:06.564930 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae983-b335-4cb3-8488-8a0bd023af77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (ce34dc3f-c322-4241-a6b8-551931206a17), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.740029 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 7fa47044-cd85-4181-84db-03631d4aea5f no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:15:06.753474 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae983-b335-4cb3-8488-8a0bd023af77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449107'] for subnet (ce34dc3f-c322-4241-a6b8-551931206a17), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.765364 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 7fa47044-cd85-4181-84db-03631d4aea5f {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:15:06.765786 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 7fa47044-cd85-4181-84db-03631d4aea5f not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:15:06.766283 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 051f4181-d287-4017-92c1-a6b80040c48e no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:15:06.780419 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ae983-b335-4cb3-8488-8a0bd023af77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce34dc3f-c322-4241-a6b8-551931206a17,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:06.788355 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae983-b335-4cb3-8488-8a0bd023af77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.789253 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 051f4181-d287-4017-92c1-a6b80040c48e {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:15:06.789728 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 051f4181-d287-4017-92c1-a6b80040c48e not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:15:06.795423 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-1f5ae983-b335-4cb3-8488-8a0bd023af77 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ce34dc3f-c322-4241-a6b8-551931206a17 HTTP/1.1" status: 204 len: 168 time: 0.3996336 Feb 09 13:15:06.797940 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 44316) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:06.865176 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (356c94e6-31e4-4e9e-9f08-04565eefbcb7), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.949427 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (356c94e6-31e4-4e9e-9f08-04565eefbcb7), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:06.971049 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356c94e6-31e4-4e9e-9f08-04565eefbcb7']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:06.975357 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b901a6d-5cd5-475b-8448-599483d8c06b req-63e78a0a-f2ae-42f2-b34f-54321608153a tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:06.976943 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3b901a6d-5cd5-475b-8448-599483d8c06b req-63e78a0a-f2ae-42f2-b34f-54321608153a tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 949 time: 0.0535045 Feb 09 13:15:06.980922 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ba237a-fb42-4776-b998-bb33c08093c5') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:06.991397 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ba237a-fb42-4776-b998-bb33c08093c5') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:06.991397 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (b8ba237a-fb42-4776-b998-bb33c08093c5), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:07.003882 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (b8ba237a-fb42-4776-b998-bb33c08093c5), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:07.011671 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:15:07.012055 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (b8ba237a-fb42-4776-b998-bb33c08093c5), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:07.013672 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:07.026146 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3b901a6d-5cd5-475b-8448-599483d8c06b req-0424d721-990e-4ae3-8a1b-e424d8c50fde tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Feb 09 13:15:07.176072 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30d8ea-94fd-4b52-9821-2645800446e2 req-f09ccf4f-3db6-48ca-b60b-52980e610d7f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:07.177570 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c30d8ea-94fd-4b52-9821-2645800446e2 req-f09ccf4f-3db6-48ca-b60b-52980e610d7f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0539229 Feb 09 13:15:07.215592 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (356c94e6-31e4-4e9e-9f08-04565eefbcb7), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:07.238681 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c30d8ea-94fd-4b52-9821-2645800446e2 req-7c9b212a-2d3c-4cc2-9025-b02c81825ee2 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477386 Feb 09 13:15:07.238878 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] Pushing event deleted for resources: {'Network': ['ID=356c94e6-31e4-4e9e-9f08-04565eefbcb7,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:07.238878 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:07.242593 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-51221fa4-74dc-43bf-b216-9aac56c1a98b admin admin] 10.222.0.84 "DELETE /v2.0/networks/356c94e6-31e4-4e9e-9f08-04565eefbcb7 HTTP/1.1" status: 204 len: 168 time: 0.4429302 Feb 09 13:15:07.328144 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af3285-923f-415a-877a-a4a63e701075 req-2aeea662-3087-4879-9259-e384d1fbb1fb tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:07.329744 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f4af3285-923f-415a-877a-a4a63e701075 req-2aeea662-3087-4879-9259-e384d1fbb1fb tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 945 time: 0.0572855 Feb 09 13:15:07.376039 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f4af3285-923f-415a-877a-a4a63e701075 req-1304063b-99b4-466a-8b53-06b0b0196e8d tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Feb 09 13:15:07.421272 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c5373-1b34-4406-821f-50d0e4bd8fcd req-ae7b4663-1fe3-4b54-8d0e-ac1801b075e5 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:07.422908 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f38c5373-1b34-4406-821f-50d0e4bd8fcd req-ae7b4663-1fe3-4b54-8d0e-ac1801b075e5 tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.31 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 949 time: 0.0576587 Feb 09 13:15:07.530093 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-f38c5373-1b34-4406-821f-50d0e4bd8fcd req-6eeb53b6-8388-477c-bd6c-34fba2b43bbe tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Deleting port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:15:07.530435 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f38c5373-1b34-4406-821f-50d0e4bd8fcd req-6eeb53b6-8388-477c-bd6c-34fba2b43bbe tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:07.633809 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-f38c5373-1b34-4406-821f-50d0e4bd8fcd req-6eeb53b6-8388-477c-bd6c-34fba2b43bbe tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] For port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff,segment=NetworkSegment(ed1c218a-0acf-42c5-adb4-bbee6870be21),segment_id=ed1c218a-0acf-42c5-adb4-bbee6870be21)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:07.633809 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f38c5373-1b34-4406-821f-50d0e4bd8fcd req-6eeb53b6-8388-477c-bd6c-34fba2b43bbe tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:07.646107 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-f38c5373-1b34-4406-821f-50d0e4bd8fcd req-6eeb53b6-8388-477c-bd6c-34fba2b43bbe tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Calling delete_port for fd22a251-c76d-4b92-abb9-ba8c6ffd24ff owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:15:07.772695 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 44328) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:07.816609 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e6351744-6b68-431e-a7b5-9b3b2ac56294 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=141d2818a8454068b7397ceefa95ab7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427129 Feb 09 13:15:07.819272 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 44330) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:07.856381 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f38c5373-1b34-4406-821f-50d0e4bd8fcd req-6eeb53b6-8388-477c-bd6c-34fba2b43bbe tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (fd22a251-c76d-4b92-abb9-ba8c6ffd24ff), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:07.871231 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb81135-8d4e-4d66-bb9e-50acf8ac6d6c admin admin] Publish callbacks [] for security_group (4e95246b-ff3b-4803-b395-d45f8421d78a), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:07.886581 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb53b6-8388-477c-bd6c-34fba2b43bbe tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Pushing event deleted for resources: {'Port': ['ID=fd22a251-c76d-4b92-abb9-ba8c6ffd24ff,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:07.895784 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb81135-8d4e-4d66-bb9e-50acf8ac6d6c admin admin] Publish callbacks [] for security_group (4e95246b-ff3b-4803-b395-d45f8421d78a), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:07.932278 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38c5373-1b34-4406-821f-50d0e4bd8fcd req-6eeb53b6-8388-477c-bd6c-34fba2b43bbe tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] No DVR routers for this DVR port fd22a251-c76d-4b92-abb9-ba8c6ffd24ff on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:07.935533 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f38c5373-1b34-4406-821f-50d0e4bd8fcd req-6eeb53b6-8388-477c-bd6c-34fba2b43bbe tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:07.939219 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f38c5373-1b34-4406-821f-50d0e4bd8fcd req-6eeb53b6-8388-477c-bd6c-34fba2b43bbe tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.31 "DELETE /v2.0/ports/fd22a251-c76d-4b92-abb9-ba8c6ffd24ff HTTP/1.1" status: 204 len: 173 time: 0.5093055 Feb 09 13:15:07.939884 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56fd141-d0a7-42c4-a21f-fde932c567ad', 'name': 'network-vif-deleted', 'tag': 'fd22a251-c76d-4b92-abb9-ba8c6ffd24ff'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:15:07.942293 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1075dca-ed5e-42fa-a229-2d0ec490f04d" -d '{"events": [{"server_uuid": "b56fd141-d0a7-42c4-a21f-fde932c567ad", "name": "network-vif-deleted", "tag": "fd22a251-c76d-4b92-abb9-ba8c6ffd24ff"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:15:07.982677 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb512b3c-7326-4480-b076-612d64b67da4 x-openstack-request-id: req-bb512b3c-7326-4480-b076-612d64b67da4 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:15:07.982993 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56fd141-d0a7-42c4-a21f-fde932c567ad", "name": "network-vif-deleted", "tag": "fd22a251-c76d-4b92-abb9-ba8c6ffd24ff", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:15:07.983255 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bb512b3c-7326-4480-b076-612d64b67da4 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:15:07.983657 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56fd141-d0a7-42c4-a21f-fde932c567ad', 'name': 'network-vif-deleted', 'tag': 'fd22a251-c76d-4b92-abb9-ba8c6ffd24ff', 'status': 'completed', 'code': 200} Feb 09 13:15:08.055609 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb81135-8d4e-4d66-bb9e-50acf8ac6d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4e95246b-ff3b-4803-b395-d45f8421d78a), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:08.058394 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bcb81135-8d4e-4d66-bb9e-50acf8ac6d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:08.059622 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-bcb81135-8d4e-4d66-bb9e-50acf8ac6d6c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4e95246b-ff3b-4803-b395-d45f8421d78a HTTP/1.1" status: 204 len: 168 time: 0.2393098 Feb 09 13:15:08.076215 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb81135-8d4e-4d66-bb9e-50acf8ac6d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e95246b-ff3b-4803-b395-d45f8421d78a,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:08.156168 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d2d8bf13-b078-42e7-a346-58b04bb15a59 req-b2e25257-b758-4d87-8678-edcdc892a29f tempest-VolumesNegativeTest-1603884084 tempest-VolumesNegativeTest-1603884084-project] 10.222.0.84 "GET /v2.0/ports?device_id=b56fd141-d0a7-42c4-a21f-fde932c567ad HTTP/1.1" status: 200 len: 210 time: 0.0409968 Feb 09 13:15:08.364127 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b543642-7b08-4a36-8282-10f3e0e5aa2b req-9f2bd2a4-a5d6-4719-b3db-4f787b2df08e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:08.365625 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8b543642-7b08-4a36-8282-10f3e0e5aa2b req-9f2bd2a4-a5d6-4719-b3db-4f787b2df08e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0550263 Feb 09 13:15:08.417082 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8b543642-7b08-4a36-8282-10f3e0e5aa2b req-6d78bdfa-aca4-4069-813c-29e8f1c2a20f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452621 Feb 09 13:15:08.512408 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3957e-4f92-4e21-8f30-d9de20e78549 req-98de7110-1b0a-4ec2-a6c9-75ce3713f5f4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:08.513925 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-49e3957e-4f92-4e21-8f30-d9de20e78549 req-98de7110-1b0a-4ec2-a6c9-75ce3713f5f4 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 945 time: 0.0596771 Feb 09 13:15:08.571711 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-49e3957e-4f92-4e21-8f30-d9de20e78549 req-b940065b-7cfc-42db-818b-a93a210acabb tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/security-groups?id=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521600 Feb 09 13:15:09.055110 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accdc35-4a6f-4509-a87e-654aee12693e req-9b6bb0d9-2f0e-4061-a1c1-cf8c7af4e253 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:09.057425 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8accdc35-4a6f-4509-a87e-654aee12693e req-9b6bb0d9-2f0e-4061-a1c1-cf8c7af4e253 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 945 time: 0.0560977 Feb 09 13:15:09.183096 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-8accdc35-4a6f-4509-a87e-654aee12693e req-2872ded6-2eea-4fd9-b675-a805c5c1db07 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Deleting port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:15:09.183438 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8accdc35-4a6f-4509-a87e-654aee12693e req-2872ded6-2eea-4fd9-b675-a805c5c1db07 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:09.304371 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-8accdc35-4a6f-4509-a87e-654aee12693e req-2872ded6-2eea-4fd9-b675-a805c5c1db07 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] For port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=0c7a08f1-289e-49bd-b9bc-e830edeaee6f,segment=NetworkSegment(b885c7a3-0643-4947-9e97-7b5b4e64b416),segment_id=b885c7a3-0643-4947-9e97-7b5b4e64b416)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:09.304735 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8accdc35-4a6f-4509-a87e-654aee12693e req-2872ded6-2eea-4fd9-b675-a805c5c1db07 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:09.318367 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-8accdc35-4a6f-4509-a87e-654aee12693e req-2872ded6-2eea-4fd9-b675-a805c5c1db07 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Calling delete_port for 0c7a08f1-289e-49bd-b9bc-e830edeaee6f owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:15:09.490179 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8accdc35-4a6f-4509-a87e-654aee12693e req-2872ded6-2eea-4fd9-b675-a805c5c1db07 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (0c7a08f1-289e-49bd-b9bc-e830edeaee6f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:09.503296 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['0c7a08f1-289e-49bd-b9bc-e830edeaee6f'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:15:09.519017 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872ded6-2eea-4fd9-b675-a805c5c1db07 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Pushing event deleted for resources: {'Port': ['ID=0c7a08f1-289e-49bd-b9bc-e830edeaee6f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:09.564772 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8accdc35-4a6f-4509-a87e-654aee12693e req-2872ded6-2eea-4fd9-b675-a805c5c1db07 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] No DVR routers for this DVR port 0c7a08f1-289e-49bd-b9bc-e830edeaee6f on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:09.567297 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8accdc35-4a6f-4509-a87e-654aee12693e req-2872ded6-2eea-4fd9-b675-a805c5c1db07 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:09.570767 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8accdc35-4a6f-4509-a87e-654aee12693e req-2872ded6-2eea-4fd9-b675-a805c5c1db07 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.31 "DELETE /v2.0/ports/0c7a08f1-289e-49bd-b9bc-e830edeaee6f HTTP/1.1" status: 204 len: 173 time: 0.4931750 Feb 09 13:15:09.581404 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5398ab-7346-4a68-b70d-020844ac4f09 req-0c33881c-48db-4ee6-9d53-92b1b31f97d0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:09.583333 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-de5398ab-7346-4a68-b70d-020844ac4f09 req-0c33881c-48db-4ee6-9d53-92b1b31f97d0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0794222 Feb 09 13:15:09.648190 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-de5398ab-7346-4a68-b70d-020844ac4f09 req-c0f9d94d-c548-48f6-aff2-94b84d2a1c72 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578876 Feb 09 13:15:09.675023 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-430778d9-daff-410a-acb5-33e44c2b1d97 req-209ba622-324b-4f99-811b-42c21336ceba tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 210 time: 0.0295694 Feb 09 13:15:09.770514 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 0c7a08f1-289e-49bd-b9bc-e830edeaee6f no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:15:09.792719 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: 0c7a08f1-289e-49bd-b9bc-e830edeaee6f {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:15:09.793061 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 0c7a08f1-289e-49bd-b9bc-e830edeaee6f not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:15:09.793492 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fd22a251-c76d-4b92-abb9-ba8c6ffd24ff no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:15:09.812123 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: fd22a251-c76d-4b92-abb9-ba8c6ffd24ff {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:15:09.812526 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fd22a251-c76d-4b92-abb9-ba8c6ffd24ff not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:15:09.812940 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:15:09.889739 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-c063518e-0726-4e8c-9916-ee6c9e687b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:09.894901 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 is: DOWN; New status is: DOWN {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:15:09.895377 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-c063518e-0726-4e8c-9916-ee6c9e687b92 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843&tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71 HTTP/1.1" status: 200 len: 1128 time: 0.1008699 Feb 09 13:15:09.964519 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-f9db3d90-ddbc-4eaa-ac23-7fb35c6bae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:09.966060 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-f9db3d90-ddbc-4eaa-ac23-7fb35c6bae17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 1128 time: 0.0451932 Feb 09 13:15:09.989096 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894904de-6d54-4785-b905-4a1901d9d87f', 'name': 'network-vif-deleted', 'tag': '0c7a08f1-289e-49bd-b9bc-e830edeaee6f'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:15:09.991350 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbd837f-1882-4ba5-b44c-9834f1672c9d" -d '{"events": [{"server_uuid": "894904de-6d54-4785-b905-4a1901d9d87f", "name": "network-vif-deleted", "tag": "0c7a08f1-289e-49bd-b9bc-e830edeaee6f"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:15:10.054660 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f385e19e-ba6d-4884-b57a-2bee95f49751 x-openstack-request-id: req-f385e19e-ba6d-4884-b57a-2bee95f49751 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:15:10.054957 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894904de-6d54-4785-b905-4a1901d9d87f", "name": "network-vif-deleted", "tag": "0c7a08f1-289e-49bd-b9bc-e830edeaee6f", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:15:10.055209 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f385e19e-ba6d-4884-b57a-2bee95f49751 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:15:10.055593 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894904de-6d54-4785-b905-4a1901d9d87f', 'name': 'network-vif-deleted', 'tag': '0c7a08f1-289e-49bd-b9bc-e830edeaee6f', 'status': 'completed', 'code': 200} Feb 09 13:15:10.065050 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-5dcaf812-6674-401d-bd9c-cc2d8f860abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:10.066585 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-5dcaf812-6674-401d-bd9c-cc2d8f860abf service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 917 time: 0.0937498 Feb 09 13:15:10.133975 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-1efaa54d-f235-474b-8392-9fc1f1f93e5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 HTTP/1.1" status: 200 len: 1000 time: 0.0603497 Feb 09 13:15:10.187937 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-261c975f-fd7e-4aaa-9a41-ed92d554ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:10.189408 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-261c975f-fd7e-4aaa-9a41-ed92d554ed45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=554c6378-3dbd-4135-b433-882cffe509d2 HTTP/1.1" status: 200 len: 855 time: 0.0438533 Feb 09 13:15:10.248966 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-61f0be68-e8d9-47a9-9f6e-0896f825d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:10.250534 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-61f0be68-e8d9-47a9-9f6e-0896f825d123 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32947b8-36d8-4e31-8400-b282b6379a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527539 Feb 09 13:15:10.345518 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-b473ca6e-bab7-40c7-9e56-da876fbe6d7e service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828307 Feb 09 13:15:10.438333 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c29cfb9b-af47-4a2e-bb8b-115e61298c5c req-e0656a19-c419-436a-a123-518b43a8ffc1 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866122 Feb 09 13:15:10.818545 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-84891227-76e0-48c1-84ad-cb01bd22843d req-80586b68-5812-4806-9e88-e6fa7d4706c9 tempest-AttachVolumeNegativeTest-1252802114 tempest-AttachVolumeNegativeTest-1252802114-project] 10.222.0.84 "GET /v2.0/ports?device_id=894904de-6d54-4785-b905-4a1901d9d87f HTTP/1.1" status: 200 len: 210 time: 0.0353172 Feb 09 13:15:10.830493 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51065b11-46c8-4ae9-88b1-f9bd1374f74c req-0ca503c3-16fa-4be3-9a6a-96b4ad7fcc22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:10.832384 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-51065b11-46c8-4ae9-88b1-f9bd1374f74c req-0ca503c3-16fa-4be3-9a6a-96b4ad7fcc22 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0817895 Feb 09 13:15:10.890761 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-51065b11-46c8-4ae9-88b1-f9bd1374f74c req-19d1025f-2418-40b5-9ab4-12636e51e3cc tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470982 Feb 09 13:15:11.893540 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 44524) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:11.957006 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_v2 [None req-132d2d56-c446-4cf6-864b-013881b3ac23 admin admin] Deleting subnet bcfed6b4-c91a-4b7c-908f-9e99278d2c55 {{(pid=103165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:15:11.961116 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-132d2d56-c446-4cf6-864b-013881b3ac23 admin admin] Publish callbacks [] for subnet (bcfed6b4-c91a-4b7c-908f-9e99278d2c55), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:12.011777 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-132d2d56-c446-4cf6-864b-013881b3ac23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355185'] for subnet (bcfed6b4-c91a-4b7c-908f-9e99278d2c55), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:12.089654 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-132d2d56-c446-4cf6-864b-013881b3ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (bcfed6b4-c91a-4b7c-908f-9e99278d2c55), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:12.133359 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded11f55-de84-43a6-b815-39ec53b0b2be req-e12163af-6529-459b-98b3-47c94daadb8a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:12.135610 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ded11f55-de84-43a6-b815-39ec53b0b2be req-e12163af-6529-459b-98b3-47c94daadb8a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.1021316 Feb 09 13:15:12.236927 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ded11f55-de84-43a6-b815-39ec53b0b2be req-58707e96-b57c-4f05-ba8b-309bf0bdd5c5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943956 Feb 09 13:15:12.273227 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-132d2d56-c446-4cf6-864b-013881b3ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449107'] for subnet (bcfed6b4-c91a-4b7c-908f-9e99278d2c55), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:12.300662 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d2d56-c446-4cf6-864b-013881b3ac23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfed6b4-c91a-4b7c-908f-9e99278d2c55,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:12.309513 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-132d2d56-c446-4cf6-864b-013881b3ac23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:12.318028 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-132d2d56-c446-4cf6-864b-013881b3ac23 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/bcfed6b4-c91a-4b7c-908f-9e99278d2c55 HTTP/1.1" status: 204 len: 168 time: 0.4180009 Feb 09 13:15:12.320216 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 44538) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:12.449298 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (ff34e378-f58b-45e9-a487-b72107a8e88d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:12.811393 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (ff34e378-f58b-45e9-a487-b72107a8e88d), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:12.831708 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff34e378-f58b-45e9-a487-b72107a8e88d']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:12.841761 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b885c7a3-0643-4947-9e97-7b5b4e64b416') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:12.842248 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b885c7a3-0643-4947-9e97-7b5b4e64b416') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:12.856222 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (b885c7a3-0643-4947-9e97-7b5b4e64b416), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:12.871777 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (b885c7a3-0643-4947-9e97-7b5b4e64b416), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:12.877690 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:15:12.878068 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (b885c7a3-0643-4947-9e97-7b5b4e64b416), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:12.879708 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:13.086034 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 44560) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:13.365013 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-244a3476-31dd-4b7c-b897-7b70674e4886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:13.366882 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94dd4d-10ba-470f-acb3-e644b5687d41 req-6127c0e7-5513-4b83-ae95-eb912c714d64 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:13.366882 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3c94dd4d-10ba-470f-acb3-e644b5687d41 req-6127c0e7-5513-4b83-ae95-eb912c714d64 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0520504 Feb 09 13:15:13.376484 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-244a3476-31dd-4b7c-b897-7b70674e4886 admin admin] Publish callbacks [] for security_group (f930a656-fc34-46c6-9316-2430761ad95e), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:13.450981 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3c94dd4d-10ba-470f-acb3-e644b5687d41 req-853d8fa1-db36-4bcb-ad37-90db2f9b10f6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666387 Feb 09 13:15:13.604463 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (ff34e378-f58b-45e9-a487-b72107a8e88d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:13.608969 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:13.612301 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] 10.222.0.84 "DELETE /v2.0/networks/ff34e378-f58b-45e9-a487-b72107a8e88d HTTP/1.1" status: 204 len: 168 time: 1.2908769 Feb 09 13:15:13.626708 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49acf63-9344-4d62-b562-e5a1e48aeadf admin admin] Pushing event deleted for resources: {'Network': ['ID=ff34e378-f58b-45e9-a487-b72107a8e88d,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:13.730672 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-244a3476-31dd-4b7c-b897-7b70674e4886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (f930a656-fc34-46c6-9316-2430761ad95e), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:13.775722 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-244a3476-31dd-4b7c-b897-7b70674e4886 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e15b66c816044b7ba25d34879d55588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6879146 Feb 09 13:15:13.776996 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a3476-31dd-4b7c-b897-7b70674e4886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f930a656-fc34-46c6-9316-2430761ad95e,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:13.778481 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 44616) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:13.839189 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-464511b1-d0ce-4057-9684-6cc1e3e09838 admin admin] Publish callbacks [] for security_group (f930a656-fc34-46c6-9316-2430761ad95e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:13.879482 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-464511b1-d0ce-4057-9684-6cc1e3e09838 admin admin] Publish callbacks [] for security_group (f930a656-fc34-46c6-9316-2430761ad95e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:14.056660 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-464511b1-d0ce-4057-9684-6cc1e3e09838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (f930a656-fc34-46c6-9316-2430761ad95e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:14.059264 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-464511b1-d0ce-4057-9684-6cc1e3e09838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:14.060598 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-464511b1-d0ce-4057-9684-6cc1e3e09838 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f930a656-fc34-46c6-9316-2430761ad95e HTTP/1.1" status: 204 len: 168 time: 0.2811301 Feb 09 13:15:14.070219 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464511b1-d0ce-4057-9684-6cc1e3e09838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f930a656-fc34-46c6-9316-2430761ad95e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:14.138947 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 44630) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:14.182349 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-023c1dc4-ecb8-4d67-932a-0f3e070bd8cf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a0e498b288c5455ea4e270d16d92dc89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420921 Feb 09 13:15:14.184707 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 44632) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:14.270698 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8e50628-1afa-454d-9c1a-d1ba4bfc9d34 admin admin] Publish callbacks [] for security_group (1d2e448a-0eb3-49f7-a42d-1d757c0e60ae), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:14.300421 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8e50628-1afa-454d-9c1a-d1ba4bfc9d34 admin admin] Publish callbacks [] for security_group (1d2e448a-0eb3-49f7-a42d-1d757c0e60ae), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:14.496183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8e50628-1afa-454d-9c1a-d1ba4bfc9d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (1d2e448a-0eb3-49f7-a42d-1d757c0e60ae), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:14.499235 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d8e50628-1afa-454d-9c1a-d1ba4bfc9d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:14.502898 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d8e50628-1afa-454d-9c1a-d1ba4bfc9d34 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1d2e448a-0eb3-49f7-a42d-1d757c0e60ae HTTP/1.1" status: 204 len: 168 time: 0.3148372 Feb 09 13:15:14.519310 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e50628-1afa-454d-9c1a-d1ba4bfc9d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e448a-0eb3-49f7-a42d-1d757c0e60ae,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:14.716507 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e51547-0cef-4f23-b93f-a305066a55fd req-11f8c275-1cac-4fd2-bf4e-58bfd65145e1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:14.718267 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-95e51547-0cef-4f23-b93f-a305066a55fd req-11f8c275-1cac-4fd2-bf4e-58bfd65145e1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.1676056 Feb 09 13:15:14.836273 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-95e51547-0cef-4f23-b93f-a305066a55fd req-8e95e7f8-3a22-44a3-b25d-3fb22f6c45e5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100888 Feb 09 13:15:16.096770 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73af5a-29b2-44ef-a4b9-ff344ab1cc66 req-614dd670-3650-4b35-a773-daaba47ec139 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:16.099057 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-df73af5a-29b2-44ef-a4b9-ff344ab1cc66 req-614dd670-3650-4b35-a773-daaba47ec139 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.1411815 Feb 09 13:15:16.213806 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-df73af5a-29b2-44ef-a4b9-ff344ab1cc66 req-10ebad32-479d-4d5b-ac13-98638b567129 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064758 Feb 09 13:15:17.384576 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f47b8-895b-400d-a29f-546e7e1835e1 req-b517e325-ee72-4a44-bc57-e9afaf8cdad6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:17.393084 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c38f47b8-895b-400d-a29f-546e7e1835e1 req-b517e325-ee72-4a44-bc57-e9afaf8cdad6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0665011 Feb 09 13:15:17.398405 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:17.478519 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c38f47b8-895b-400d-a29f-546e7e1835e1 req-eb47b8bb-692b-4521-a513-75e892bcdf3c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815058 Feb 09 13:15:18.483734 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 44888) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:18.609479 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a3193-baaf-483f-802b-95876b1c7a0a req-84dba698-8637-490e-a78a-f9be6d53ecb5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:18.621921 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-432a3193-baaf-483f-802b-95876b1c7a0a req-84dba698-8637-490e-a78a-f9be6d53ecb5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0687339 Feb 09 13:15:18.686651 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-432a3193-baaf-483f-802b-95876b1c7a0a req-25632e1b-ef4e-4a08-b446-77c2c40da354 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630238 Feb 09 13:15:18.729325 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-3070269b-4885-4221-92d8-f19fb39294aa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=834752705fcb4325a3852c8b613c394f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437437 Feb 09 13:15:18.731629 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 44902) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:18.793277 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb7aaac4-51ef-42cd-afde-d3eb09d9eab2 admin admin] Publish callbacks [] for security_group (3ae4fd41-b0dd-479a-b918-934ff0e8d0e6), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:18.826395 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb7aaac4-51ef-42cd-afde-d3eb09d9eab2 admin admin] Publish callbacks [] for security_group (3ae4fd41-b0dd-479a-b918-934ff0e8d0e6), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:18.994948 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb7aaac4-51ef-42cd-afde-d3eb09d9eab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (3ae4fd41-b0dd-479a-b918-934ff0e8d0e6), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:19.002284 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb7aaac4-51ef-42cd-afde-d3eb09d9eab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:19.007005 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-bb7aaac4-51ef-42cd-afde-d3eb09d9eab2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3ae4fd41-b0dd-479a-b918-934ff0e8d0e6 HTTP/1.1" status: 204 len: 168 time: 0.2739825 Feb 09 13:15:19.018478 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7aaac4-51ef-42cd-afde-d3eb09d9eab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae4fd41-b0dd-479a-b918-934ff0e8d0e6,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:19.809520 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37516774-8dbd-4bee-bf80-b9235a73c916 req-9ca58cc5-d248-4d6c-85ff-4a1bcc741552 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:19.810937 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-37516774-8dbd-4bee-bf80-b9235a73c916 req-9ca58cc5-d248-4d6c-85ff-4a1bcc741552 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0544870 Feb 09 13:15:19.858473 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-37516774-8dbd-4bee-bf80-b9235a73c916 req-319f9a69-9d53-459e-9414-4cf203818f75 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418606 Feb 09 13:15:21.011004 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fcbd4-47c9-4caa-90e5-e41729f2a0f6 req-a7652309-d867-4fdb-9d72-3765ad34085e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:21.013864 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-290fcbd4-47c9-4caa-90e5-e41729f2a0f6 req-a7652309-d867-4fdb-9d72-3765ad34085e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0745003 Feb 09 13:15:21.103385 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-290fcbd4-47c9-4caa-90e5-e41729f2a0f6 req-1d0323b6-1e7f-40eb-b574-e004e6c1273e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669377 Feb 09 13:15:22.150068 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60640967-3743-42b2-a322-375689f6b68e req-197ffabc-dd59-4c65-acaa-8808701f119b tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:22.152487 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-60640967-3743-42b2-a322-375689f6b68e req-197ffabc-dd59-4c65-acaa-8808701f119b tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0667167 Feb 09 13:15:22.280296 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-60640967-3743-42b2-a322-375689f6b68e req-2f47f635-9e81-4da0-86a8-124923b83e7a tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206217 Feb 09 13:15:22.326451 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9a5a2-78f5-4352-8086-6a2a686849ff req-68cc5406-b9f7-460c-878c-a98c27359ea2 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:22.326451 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f7c9a5a2-78f5-4352-8086-6a2a686849ff req-68cc5406-b9f7-460c-878c-a98c27359ea2 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.1294067 Feb 09 13:15:22.326451 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42987a06-e5cf-4ad4-992f-65a4d9bb6a53 req-b38164d8-b95a-4af0-95bd-695ce848438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:22.326451 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-42987a06-e5cf-4ad4-992f-65a4d9bb6a53 req-b38164d8-b95a-4af0-95bd-695ce848438c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac777728da844e3a91e4d65d4aa9e4a5&device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 1169 time: 0.1463218 Feb 09 13:15:22.418637 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f7c9a5a2-78f5-4352-8086-6a2a686849ff req-001456d2-bc7b-4402-8aaa-3727930a205e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912533 Feb 09 13:15:22.455088 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42987a06-e5cf-4ad4-992f-65a4d9bb6a53 req-14a7c345-0839-46d1-9ac2-c993f65b2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:22.456564 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-42987a06-e5cf-4ad4-992f-65a4d9bb6a53 req-14a7c345-0839-46d1-9ac2-c993f65b2d9c service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d8539eb-78a6-4037-811a-eb4032e8827a HTTP/1.1" status: 200 len: 916 time: 0.1208794 Feb 09 13:15:22.534808 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-42987a06-e5cf-4ad4-992f-65a4d9bb6a53 req-1e0130ef-5d3d-48f0-a91e-74a2bb21f957 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b HTTP/1.1" status: 200 len: 1000 time: 0.0710952 Feb 09 13:15:22.582712 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42987a06-e5cf-4ad4-992f-65a4d9bb6a53 req-7319289c-ec78-4f5b-a3e1-3636b868be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:22.584214 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-42987a06-e5cf-4ad4-992f-65a4d9bb6a53 req-7319289c-ec78-4f5b-a3e1-3636b868be40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba99ff79-216b-49d5-86c7-2a24c634b96a HTTP/1.1" status: 200 len: 854 time: 0.0434670 Feb 09 13:15:22.642379 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42987a06-e5cf-4ad4-992f-65a4d9bb6a53 req-a1b08e88-ac32-4f55-a36d-a552786bc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:22.643928 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-42987a06-e5cf-4ad4-992f-65a4d9bb6a53 req-a1b08e88-ac32-4f55-a36d-a552786bc893 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d8539eb-78a6-4037-811a-eb4032e8827a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507209 Feb 09 13:15:22.736447 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-475438fc-6dff-42df-87e2-6ae1d5ee6fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:22.786118 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-42987a06-e5cf-4ad4-992f-65a4d9bb6a53 req-e696ce59-99e9-4375-baf0-357e0a836f6d service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355999 Feb 09 13:15:22.795719 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45046) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:22.859766 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4b1ab-eaef-49d1-9a26-46dc35b13f28 req-f9e7b3b8-ac43-4ca9-ac5c-0746c86bb1f2 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:22.861886 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dda4b1ab-eaef-49d1-9a26-46dc35b13f28 req-f9e7b3b8-ac43-4ca9-ac5c-0746c86bb1f2 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.1249959 Feb 09 13:15:22.919563 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-42987a06-e5cf-4ad4-992f-65a4d9bb6a53 req-81f776cd-2a0d-402e-a9f3-5c369487ae73 service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268504 Feb 09 13:15:22.936893 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dda4b1ab-eaef-49d1-9a26-46dc35b13f28 req-e5f0b5d5-0511-4058-a2da-67ff3958aa5e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682759 Feb 09 13:15:22.942131 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45052) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:22.977916 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c7b61040-0e12-401c-be5c-93cbf17ad92e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.024153 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2615100e-d49d-4dfa-8ece-5194bbb2683f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.125085 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c7b61040-0e12-401c-be5c-93cbf17ad92e admin admin] Publish callbacks [] for security_group (0950b559-2f17-45e5-959c-49b5d86fc8c4), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.159009 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2615100e-d49d-4dfa-8ece-5194bbb2683f admin admin] Publish callbacks [] for security_group (b1114169-7de9-48ba-a950-2d67df2479f4), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.209819 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c7b61040-0e12-401c-be5c-93cbf17ad92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0950b559-2f17-45e5-959c-49b5d86fc8c4), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.240709 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2615100e-d49d-4dfa-8ece-5194bbb2683f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (b1114169-7de9-48ba-a950-2d67df2479f4), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.268265 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-c7b61040-0e12-401c-be5c-93cbf17ad92e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ac07ec70616e402083fd429792e17c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713786 Feb 09 13:15:23.269092 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b61040-0e12-401c-be5c-93cbf17ad92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0950b559-2f17-45e5-959c-49b5d86fc8c4,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:23.271400 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45058) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:23.294686 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2615100e-d49d-4dfa-8ece-5194bbb2683f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0c1c72129ff740c5ae09673bb1b250e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509226 Feb 09 13:15:23.298199 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45060) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:23.321221 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615100e-d49d-4dfa-8ece-5194bbb2683f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1114169-7de9-48ba-a950-2d67df2479f4,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:23.330120 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da163a7b-a2c0-4483-934c-b7450b2461d8 admin admin] Publish callbacks [] for security_group (0950b559-2f17-45e5-959c-49b5d86fc8c4), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.360397 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da163a7b-a2c0-4483-934c-b7450b2461d8 admin admin] Publish callbacks [] for security_group (0950b559-2f17-45e5-959c-49b5d86fc8c4), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.374052 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a19e1da3-7cb5-4cf5-b0b5-b81b3ed99592 admin admin] Publish callbacks [] for security_group (b1114169-7de9-48ba-a950-2d67df2479f4), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.437939 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a19e1da3-7cb5-4cf5-b0b5-b81b3ed99592 admin admin] Publish callbacks [] for security_group (b1114169-7de9-48ba-a950-2d67df2479f4), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.497853 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1051162-6558-4b6f-a1e9-005a1417d0d3 req-f0f32c70-363c-4943-a1a2-bf907740e8d0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:23.499451 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a1051162-6558-4b6f-a1e9-005a1417d0d3 req-f0f32c70-363c-4943-a1a2-bf907740e8d0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.1222160 Feb 09 13:15:23.521477 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da163a7b-a2c0-4483-934c-b7450b2461d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0950b559-2f17-45e5-959c-49b5d86fc8c4), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.524320 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da163a7b-a2c0-4483-934c-b7450b2461d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.529041 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-da163a7b-a2c0-4483-934c-b7450b2461d8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0950b559-2f17-45e5-959c-49b5d86fc8c4 HTTP/1.1" status: 204 len: 168 time: 0.2528591 Feb 09 13:15:23.559947 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da163a7b-a2c0-4483-934c-b7450b2461d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0950b559-2f17-45e5-959c-49b5d86fc8c4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:23.591366 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a1051162-6558-4b6f-a1e9-005a1417d0d3 req-f4ea1f4b-ec60-4e9d-b095-dfe7b35cd325 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850537 Feb 09 13:15:23.616251 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff940440-1ec2-46d4-a1ed-72c836f7b83a req-05ea5f7f-a38c-41cb-bd0e-3bf14a89393d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:23.619152 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ff940440-1ec2-46d4-a1ed-72c836f7b83a req-05ea5f7f-a38c-41cb-bd0e-3bf14a89393d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.1130564 Feb 09 13:15:23.688371 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ff940440-1ec2-46d4-a1ed-72c836f7b83a req-9891cb35-1487-474c-b936-f6ee2b63aa34 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578442 Feb 09 13:15:23.735408 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a19e1da3-7cb5-4cf5-b0b5-b81b3ed99592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (b1114169-7de9-48ba-a950-2d67df2479f4), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.738027 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a19e1da3-7cb5-4cf5-b0b5-b81b3ed99592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:23.739187 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a19e1da3-7cb5-4cf5-b0b5-b81b3ed99592 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b1114169-7de9-48ba-a950-2d67df2479f4 HTTP/1.1" status: 204 len: 168 time: 0.4400525 Feb 09 13:15:23.748156 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e1da3-7cb5-4cf5-b0b5-b81b3ed99592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1114169-7de9-48ba-a950-2d67df2479f4,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:24.067968 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafd3bf-9135-4c2a-a9dd-f1a3f9d8d36b req-938ee5aa-26e2-4847-a682-cc31841f8054 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:24.069482 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cbafd3bf-9135-4c2a-a9dd-f1a3f9d8d36b req-938ee5aa-26e2-4847-a682-cc31841f8054 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0573928 Feb 09 13:15:24.127242 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cbafd3bf-9135-4c2a-a9dd-f1a3f9d8d36b req-be7a82c1-0d64-4e15-8374-77b0f2f2d199 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495417 Feb 09 13:15:24.351143 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45086) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:24.365346 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7d956ac1-784d-48e4-bbf1-626cedb1193d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:24.446690 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7d956ac1-784d-48e4-bbf1-626cedb1193d admin admin] Publish callbacks [] for security_group (42e854a7-6713-42db-853b-4f84893a8f04), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:24.598783 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7d956ac1-784d-48e4-bbf1-626cedb1193d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (42e854a7-6713-42db-853b-4f84893a8f04), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:24.649659 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-7d956ac1-784d-48e4-bbf1-626cedb1193d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5e83329a3e9648dd8548daab83f81345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969646 Feb 09 13:15:24.650923 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d956ac1-784d-48e4-bbf1-626cedb1193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e854a7-6713-42db-853b-4f84893a8f04,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:24.652898 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45096) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:24.732358 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b083037-b8c3-42fe-b467-74b7786145d5 admin admin] Publish callbacks [] for security_group (42e854a7-6713-42db-853b-4f84893a8f04), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:24.760538 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b083037-b8c3-42fe-b467-74b7786145d5 admin admin] Publish callbacks [] for security_group (42e854a7-6713-42db-853b-4f84893a8f04), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:24.777191 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e3daa-45a5-49ef-a305-b04f410e666f req-ead09be1-2d91-43cc-a356-7bff53adb583 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:24.778738 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7e4e3daa-45a5-49ef-a305-b04f410e666f req-ead09be1-2d91-43cc-a356-7bff53adb583 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0893424 Feb 09 13:15:24.829804 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7845d-b63d-435d-8586-888165a8b80f req-5e776533-83d6-4808-b6ea-fae8212a54e9 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:24.831758 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2fa7845d-b63d-435d-8586-888165a8b80f req-5e776533-83d6-4808-b6ea-fae8212a54e9 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0635383 Feb 09 13:15:24.861244 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7e4e3daa-45a5-49ef-a305-b04f410e666f req-305c8e2f-f8c2-4d08-bf98-5bc25dc760b4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742643 Feb 09 13:15:24.903443 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2fa7845d-b63d-435d-8586-888165a8b80f req-f4fc02f8-c342-44eb-8a78-7ec1cbbb7aea tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635064 Feb 09 13:15:24.935182 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b083037-b8c3-42fe-b467-74b7786145d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (42e854a7-6713-42db-853b-4f84893a8f04), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:24.937951 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5b083037-b8c3-42fe-b467-74b7786145d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:24.939172 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-5b083037-b8c3-42fe-b467-74b7786145d5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/42e854a7-6713-42db-853b-4f84893a8f04 HTTP/1.1" status: 204 len: 168 time: 0.2844124 Feb 09 13:15:24.946894 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b083037-b8c3-42fe-b467-74b7786145d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e854a7-6713-42db-853b-4f84893a8f04,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:25.101786 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-48810858-61e6-49d2-8f24-d2737800d773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:25.275244 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961aed7-fe05-4d0d-bbd7-0cc51e668522 req-53aa6645-1f01-4cd3-bb52-12ba1b0f83b4 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:25.277136 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1961aed7-fe05-4d0d-bbd7-0cc51e668522 req-53aa6645-1f01-4cd3-bb52-12ba1b0f83b4 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0819666 Feb 09 13:15:25.328125 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1961aed7-fe05-4d0d-bbd7-0cc51e668522 req-006e7695-dd65-48b8-a268-7a00042c21b2 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452826 Feb 09 13:15:25.577557 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:15:25.995807 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8e69d-ad7d-4211-ba0a-b29184a22fc7 req-820a6a2e-9791-4885-9ca8-0e812b7163f1 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:25.997310 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0ab8e69d-ad7d-4211-ba0a-b29184a22fc7 req-820a6a2e-9791-4885-9ca8-0e812b7163f1 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0625839 Feb 09 13:15:26.044952 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a544a-b66e-4c92-a7de-a51f8597f7a9 req-e286a927-2463-45e6-9548-56d8e95092e3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:26.047036 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-633a544a-b66e-4c92-a7de-a51f8597f7a9 req-e286a927-2463-45e6-9548-56d8e95092e3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0618274 Feb 09 13:15:26.088317 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0ab8e69d-ad7d-4211-ba0a-b29184a22fc7 req-3cd069df-2d80-459a-b88a-9515f1caa343 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817494 Feb 09 13:15:26.103519 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-633a544a-b66e-4c92-a7de-a51f8597f7a9 req-3fab70bc-9d0a-4b73-afd1-c637ade05ce4 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506005 Feb 09 13:15:26.192551 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:26.453009 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc7207-60e1-4701-8bfd-921dec4a900e req-92b338c6-b547-4ade-920b-b99a87d108c1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:26.454718 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-51dc7207-60e1-4701-8bfd-921dec4a900e req-92b338c6-b547-4ade-920b-b99a87d108c1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0528162 Feb 09 13:15:26.502222 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-51dc7207-60e1-4701-8bfd-921dec4a900e req-a71c8177-716f-49bc-8ce7-b2342e6c19c4 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 Feb 09 13:15:27.223755 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d41f7-d7a1-461b-aabf-a206306a987d req-ea2001c6-9ba2-4a4e-af9e-4d8ece3d1f69 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:27.227237 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-017d41f7-d7a1-461b-aabf-a206306a987d req-ea2001c6-9ba2-4a4e-af9e-4d8ece3d1f69 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0701833 Feb 09 13:15:27.240500 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc6aed-3c61-48d9-8edf-1954ead4d24f req-04914570-f6b3-4a7c-8ff1-fbf214b00eda tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:27.241989 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fadc6aed-3c61-48d9-8edf-1954ead4d24f req-04914570-f6b3-4a7c-8ff1-fbf214b00eda tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 944 time: 0.0601442 Feb 09 13:15:27.294854 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fadc6aed-3c61-48d9-8edf-1954ead4d24f req-5c227118-d53e-49b3-8a55-d68cc136af9e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467591 Feb 09 13:15:27.301726 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-017d41f7-d7a1-461b-aabf-a206306a987d req-1484bfc5-da7e-4488-8868-6b3c30457d14 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634625 Feb 09 13:15:27.601482 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45190) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:27.631023 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648946a1-c0a6-4f0a-adc4-cda638e22ef6 req-58f100dc-31fc-4c85-b216-7b8676942b9a tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:27.631023 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-648946a1-c0a6-4f0a-adc4-cda638e22ef6 req-58f100dc-31fc-4c85-b216-7b8676942b9a tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0576327 Feb 09 13:15:27.682538 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-648946a1-c0a6-4f0a-adc4-cda638e22ef6 req-13e53c94-35d5-4e4a-9d44-58c459375b8a tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482371 Feb 09 13:15:27.729259 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:27.763214 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:27.812363 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Publish callbacks [] for security_group (ec1ba8c2-c2ad-4514-89fc-c1c20281be0e), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:27.886163 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:15:27.991917 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (ec1ba8c2-c2ad-4514-89fc-c1c20281be0e), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:27.998366 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:28.013319 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'port_id': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'mac_address': 'fa:16:3e:1d:f4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:15:28.039343 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-3971c626-0485-44de-9aba-668638011324 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=80728d8874164f5cbd1bfcad8f16f22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366937 Feb 09 13:15:28.040590 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1ba8c2-c2ad-4514-89fc-c1c20281be0e,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:28.042721 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45198) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:28.053515 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.053873 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.054224 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.054611 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.054921 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.055252 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.055580 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.055908 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.056233 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.057789 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.058152 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.058486 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.058843 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971c626-0485-44de-9aba-668638011324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.068658 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:15:28.069170 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:28.085169 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:15:28.110955 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:28.116021 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Publish callbacks [] for security_group (ec1ba8c2-c2ad-4514-89fc-c1c20281be0e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:28.142045 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Publish callbacks [] for security_group (ec1ba8c2-c2ad-4514-89fc-c1c20281be0e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:28.221498 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:28.272453 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,revision_number=9']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:28.353665 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (ec1ba8c2-c2ad-4514-89fc-c1c20281be0e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:28.356541 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:28.358177 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ec1ba8c2-c2ad-4514-89fc-c1c20281be0e HTTP/1.1" status: 204 len: 168 time: 0.3140259 Feb 09 13:15:28.380960 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1ba8c2-c2ad-4514-89fc-c1c20281be0e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:28.410761 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.411109 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.411494 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.411874 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.412377 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.412813 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.413262 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.413668 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.414127 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.414527 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.420486 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.420486 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.420486 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40265de5-2d44-42fa-be4b-09a323bf1144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:28.468194 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f13406-43e8-4e13-9ace-8f8f5c429462 req-f557b269-7234-4053-ab5e-bff0a9eb85ba tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:28.470492 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b6f13406-43e8-4e13-9ace-8f8f5c429462 req-f557b269-7234-4053-ab5e-bff0a9eb85ba tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0939848 Feb 09 13:15:28.486265 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060694e9-d89c-4112-a4db-5d1441d8a5be req-ba5e0702-1c1f-4af0-ba67-cbaf4bc8a077 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:28.488299 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-060694e9-d89c-4112-a4db-5d1441d8a5be req-ba5e0702-1c1f-4af0-ba67-cbaf4bc8a077 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 945 time: 0.0952005 Feb 09 13:15:28.494326 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['45e332d3-92b6-4aa9-9b18-a8fa5ca22e31'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:15:28.547622 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b6f13406-43e8-4e13-9ace-8f8f5c429462 req-c42a385e-c130-4057-b3dc-c6993410fcc5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709684 Feb 09 13:15:28.554904 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-060694e9-d89c-4112-a4db-5d1441d8a5be req-4758b20c-487e-4c25-9b3c-4d039ec58940 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595856 Feb 09 13:15:28.828855 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5b3f9-2037-4d8d-83cf-e530fd9bfd96 req-36327f6c-e276-4f97-87a0-5eb15431ae18 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:28.830393 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-33c5b3f9-2037-4d8d-83cf-e530fd9bfd96 req-36327f6c-e276-4f97-87a0-5eb15431ae18 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0665860 Feb 09 13:15:28.881404 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-33c5b3f9-2037-4d8d-83cf-e530fd9bfd96 req-474a1750-5bb1-4fca-ae19-0eddcd243473 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454347 Feb 09 13:15:29.026047 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45224) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:29.038959 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cef842d0-247e-480b-917f-f92f1f040cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:29.110251 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cef842d0-247e-480b-917f-f92f1f040cfe admin admin] Publish callbacks [] for security_group (3e3189d9-b360-409e-98ac-3b172cc1c04b), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:29.176139 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cef842d0-247e-480b-917f-f92f1f040cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (3e3189d9-b360-409e-98ac-3b172cc1c04b), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:29.215850 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-cef842d0-247e-480b-917f-f92f1f040cfe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1acd87387d7a40fd9eb2c72562257d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1885953 Feb 09 13:15:29.218017 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef842d0-247e-480b-917f-f92f1f040cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3189d9-b360-409e-98ac-3b172cc1c04b,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:29.218451 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45230) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:29.255987 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:29.270761 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83427103-698b-4247-978e-d25fd7146fed admin admin] Publish callbacks [] for security_group (3e3189d9-b360-409e-98ac-3b172cc1c04b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:29.293064 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83427103-698b-4247-978e-d25fd7146fed admin admin] Publish callbacks [] for security_group (3e3189d9-b360-409e-98ac-3b172cc1c04b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:29.473143 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83427103-698b-4247-978e-d25fd7146fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (3e3189d9-b360-409e-98ac-3b172cc1c04b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:29.476223 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-83427103-698b-4247-978e-d25fd7146fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:29.477676 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-83427103-698b-4247-978e-d25fd7146fed admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3e3189d9-b360-409e-98ac-3b172cc1c04b HTTP/1.1" status: 204 len: 168 time: 0.2581503 Feb 09 13:15:29.497976 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83427103-698b-4247-978e-d25fd7146fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3189d9-b360-409e-98ac-3b172cc1c04b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:29.690021 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2d2b8-f838-4738-8855-6eb84b478b34 req-69bfee39-ab53-4a71-a42e-06188abd3673 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:29.691154 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a5f2d2b8-f838-4738-8855-6eb84b478b34 req-69bfee39-ab53-4a71-a42e-06188abd3673 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0592051 Feb 09 13:15:29.695835 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f934a7-0573-4d53-844a-b54ab1bf865a req-f4b1254f-9550-4dbc-a51f-f19af59b297f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:29.697351 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-99f934a7-0573-4d53-844a-b54ab1bf865a req-f4b1254f-9550-4dbc-a51f-f19af59b297f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 945 time: 0.0596111 Feb 09 13:15:29.761891 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a5f2d2b8-f838-4738-8855-6eb84b478b34 req-a9fda0dd-0a3f-4f80-ae06-e9e3243de738 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632341 Feb 09 13:15:29.767601 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-99f934a7-0573-4d53-844a-b54ab1bf865a req-f65391c9-dd81-49cd-b9db-14a390a64eab tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577061 Feb 09 13:15:29.891469 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:15:29.948614 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:29.949290 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:30.011103 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c51c5e-2b1b-4de7-95e6-86686cfce74e req-a2a1dbfb-6fca-4d0b-be75-f7511c43342c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:30.012733 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a5c51c5e-2b1b-4de7-95e6-86686cfce74e req-a2a1dbfb-6fca-4d0b-be75-f7511c43342c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0620718 Feb 09 13:15:30.035808 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:15:30.036271 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:30.060751 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:15:30.063309 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b437d8d-fb7f-4212-8667-15490ef59fb3" -d '{"events": [{"server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "name": "network-vif-plugged", "status": "completed", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:15:30.079955 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a5c51c5e-2b1b-4de7-95e6-86686cfce74e req-347cd86d-caf1-4417-a5d8-e67c39cc18a6 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605047 Feb 09 13:15:30.083898 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:30.113627 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f3da37-082a-4115-ae1a-13fc13b295a9 x-openstack-request-id: req-a5f3da37-082a-4115-ae1a-13fc13b295a9 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:15:30.113949 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "name": "network-vif-plugged", "status": "completed", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:15:30.114318 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a5f3da37-082a-4115-ae1a-13fc13b295a9 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:15:30.114795 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'code': 200} Feb 09 13:15:30.141258 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:30.190198 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,revision_number=10']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:30.881585 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a8455-f72e-43b5-b279-b6fa6486d92e req-e3e84a4a-6c74-406d-8c81-c3879692b4f6 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:30.883379 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7f2a8455-f72e-43b5-b279-b6fa6486d92e req-e3e84a4a-6c74-406d-8c81-c3879692b4f6 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0564055 Feb 09 13:15:30.885307 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c99948-1047-4d91-b77f-27458905d707 req-f3e3b5d9-29c9-4ddc-b74b-c001a6d8562f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:30.886807 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c9c99948-1047-4d91-b77f-27458905d707 req-f3e3b5d9-29c9-4ddc-b74b-c001a6d8562f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 947 time: 0.0540876 Feb 09 13:15:30.936840 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c9c99948-1047-4d91-b77f-27458905d707 req-dbacb3a7-2a50-4c49-a377-975c0a0b1a18 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434508 Feb 09 13:15:30.958414 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7f2a8455-f72e-43b5-b279-b6fa6486d92e req-0ffccb38-02d6-452b-9980-3a6b36b9b32e tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688565 Feb 09 13:15:31.188207 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a1067-9046-4316-b1e6-e1763702231d req-7d36bc50-5bf6-40ec-a7a9-fd685bf15490 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:31.190272 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eb2a1067-9046-4316-b1e6-e1763702231d req-7d36bc50-5bf6-40ec-a7a9-fd685bf15490 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0572360 Feb 09 13:15:31.237854 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-eb2a1067-9046-4316-b1e6-e1763702231d req-18347564-bf6c-4a09-8116-01996ceac97a tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408657 Feb 09 13:15:32.076663 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cd4ea-31b1-4b8c-b503-1423979ff507 req-b1e98286-c1db-46a1-b0d4-764a4125302c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:32.078209 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e47cd4ea-31b1-4b8c-b503-1423979ff507 req-b1e98286-c1db-46a1-b0d4-764a4125302c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 947 time: 0.0608609 Feb 09 13:15:32.081476 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037de2e8-8072-4242-afff-fc9f7041c63c req-23b94b8f-d306-4d89-a8f7-51b9f947ea3c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:32.083053 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-037de2e8-8072-4242-afff-fc9f7041c63c req-23b94b8f-d306-4d89-a8f7-51b9f947ea3c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0538428 Feb 09 13:15:32.126743 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e47cd4ea-31b1-4b8c-b503-1423979ff507 req-33b27d24-4396-4981-b9a4-f9cd552e905f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425615 Feb 09 13:15:32.142424 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-037de2e8-8072-4242-afff-fc9f7041c63c req-8aeac86d-1adc-4de2-997b-b09cfcf5c41b tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530715 Feb 09 13:15:32.361176 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bc0ed-a3e3-4673-a580-ca3fc2c6d68c req-84d7e5b8-26eb-4ba0-a4d3-4785095e716c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:32.362490 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-474bc0ed-a3e3-4673-a580-ca3fc2c6d68c req-84d7e5b8-26eb-4ba0-a4d3-4785095e716c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0588043 Feb 09 13:15:32.415261 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-474bc0ed-a3e3-4673-a580-ca3fc2c6d68c req-23fb06a3-4897-4959-b34e-8eeb8549ff7c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 Feb 09 13:15:32.752422 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e4731-9fa9-4be4-a423-f305c70600fb req-c2da1765-6d2c-4250-8bec-1ab6109b6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:32.753907 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-218e4731-9fa9-4be4-a423-f305c70600fb req-c2da1765-6d2c-4250-8bec-1ab6109b6e3f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 1131 time: 0.0463307 Feb 09 13:15:33.250692 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f7954-0245-49fd-ab59-d2c891d55cae req-76a659f0-c959-4fe6-a2ea-3a31e3610a21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:33.252269 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3e4f7954-0245-49fd-ab59-d2c891d55cae req-76a659f0-c959-4fe6-a2ea-3a31e3610a21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 947 time: 0.0525777 Feb 09 13:15:33.257738 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fa75d-4cbc-41e1-a06f-9bd216ac5f15 req-53f5ca2a-4204-4190-98d0-1b8825116050 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:33.259231 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b34fa75d-4cbc-41e1-a06f-9bd216ac5f15 req-53f5ca2a-4204-4190-98d0-1b8825116050 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0508585 Feb 09 13:15:33.301309 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3e4f7954-0245-49fd-ab59-d2c891d55cae req-5d73f732-da0b-4385-95d4-623651145dd2 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425172 Feb 09 13:15:33.327455 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b34fa75d-4cbc-41e1-a06f-9bd216ac5f15 req-9560909e-d9aa-41ae-8fae-263a663a99d5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615261 Feb 09 13:15:33.538961 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d9fc7-fb52-4f13-b47c-332dbdf92d55 req-81c65f53-b13f-4c60-81bd-ca8ebb39e844 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:33.540440 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-546d9fc7-fb52-4f13-b47c-332dbdf92d55 req-81c65f53-b13f-4c60-81bd-ca8ebb39e844 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0531080 Feb 09 13:15:33.587773 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-546d9fc7-fb52-4f13-b47c-332dbdf92d55 req-29e385fb-b701-47d5-9d12-3dc1eec6ef55 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417552 Feb 09 13:15:33.704383 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-218e4731-9fa9-4be4-a423-f305c70600fb req-ab1cbdc7-1d97-4056-af1c-030a3011b8da service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414770 Feb 09 13:15:34.433576 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538e3e7-960f-4b8b-9607-489faee30a6e req-d2b7c104-c9db-4a71-a04e-052642a70b6a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:34.435522 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6538e3e7-960f-4b8b-9607-489faee30a6e req-d2b7c104-c9db-4a71-a04e-052642a70b6a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 947 time: 0.0609758 Feb 09 13:15:34.459752 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7e3ba-770c-4839-88d8-f4e30290660c req-93c9ac18-2b92-4991-919a-e2c3bb8ae964 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:34.461319 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c4f7e3ba-770c-4839-88d8-f4e30290660c req-93c9ac18-2b92-4991-919a-e2c3bb8ae964 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0620592 Feb 09 13:15:34.491574 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6538e3e7-960f-4b8b-9607-489faee30a6e req-fd223b9f-7efa-43d5-bd29-26f709ca38d3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501840 Feb 09 13:15:34.555081 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c4f7e3ba-770c-4839-88d8-f4e30290660c req-47d37255-74ed-40ae-a0e1-34685c99e2b9 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844522 Feb 09 13:15:34.716705 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d79494-0f54-409b-8fea-73273d77b112 req-9e49c1e2-2f33-41a5-aec6-ad90c4cfc3c7 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:34.718369 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d7d79494-0f54-409b-8fea-73273d77b112 req-9e49c1e2-2f33-41a5-aec6-ad90c4cfc3c7 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0585756 Feb 09 13:15:34.770545 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d7d79494-0f54-409b-8fea-73273d77b112 req-1d8aa690-c56f-4ed9-831f-2d2d67367c0b tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463746 Feb 09 13:15:35.630047 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cdcd-13dd-4c23-b38f-3f7ce2b00e3f req-1598fdde-ec6e-4e86-acb4-28ccf3836873 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:35.631656 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a665cdcd-13dd-4c23-b38f-3f7ce2b00e3f req-1598fdde-ec6e-4e86-acb4-28ccf3836873 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 947 time: 0.0578046 Feb 09 13:15:35.683179 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a665cdcd-13dd-4c23-b38f-3f7ce2b00e3f req-5f06f70f-64d4-46c5-aac0-7887fe08e7fc tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459440 Feb 09 13:15:35.691481 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec18576-a867-49ed-9901-846431a4f0b3 req-4624d683-50da-4491-85d9-e86ab159fce8 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:35.693061 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cec18576-a867-49ed-9901-846431a4f0b3 req-4624d683-50da-4491-85d9-e86ab159fce8 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0587091 Feb 09 13:15:35.754045 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cec18576-a867-49ed-9901-846431a4f0b3 req-f5559452-ca32-446b-9c2e-6cbf32620f9c tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551724 Feb 09 13:15:35.911515 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f4a57-e8d9-4b93-96cb-e603967def9a req-654c65ea-2de4-4c6a-8c29-e40bf65d0005 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:35.913032 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-323f4a57-e8d9-4b93-96cb-e603967def9a req-654c65ea-2de4-4c6a-8c29-e40bf65d0005 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0592310 Feb 09 13:15:35.963414 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-323f4a57-e8d9-4b93-96cb-e603967def9a req-594533d6-6105-464a-9883-8571400fe73e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Feb 09 13:15:36.400336 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45444) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:36.513690 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d7dd-0a6f-4c7f-97c6-be3066161c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:36.594853 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d7dd-0a6f-4c7f-97c6-be3066161c64 admin admin] Publish callbacks [] for security_group (efcf2a58-0c5e-4255-9834-db49aabaa7f4), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:36.694895 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d7dd-0a6f-4c7f-97c6-be3066161c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (efcf2a58-0c5e-4255-9834-db49aabaa7f4), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:36.734421 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e7c0d7dd-0a6f-4c7f-97c6-be3066161c64 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=451ae14f6fa84b1d900f167aca23c28c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327320 Feb 09 13:15:36.735166 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0d7dd-0a6f-4c7f-97c6-be3066161c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcf2a58-0c5e-4255-9834-db49aabaa7f4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:36.737438 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45460) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:36.798844 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b14c40ed-c5a4-407e-81dc-25d3251d01ab admin admin] Publish callbacks [] for security_group (efcf2a58-0c5e-4255-9834-db49aabaa7f4), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:36.819926 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c27dc0-eaa3-49f5-8fbd-063e11437286 req-52769cc9-7554-4669-a00d-31c12412e343 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:36.821816 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e4c27dc0-eaa3-49f5-8fbd-063e11437286 req-52769cc9-7554-4669-a00d-31c12412e343 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 947 time: 0.0646462 Feb 09 13:15:36.822945 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b14c40ed-c5a4-407e-81dc-25d3251d01ab admin admin] Publish callbacks [] for security_group (efcf2a58-0c5e-4255-9834-db49aabaa7f4), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:36.883230 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e4c27dc0-eaa3-49f5-8fbd-063e11437286 req-cd157f3e-dd1c-42a3-89d4-d0b2e2a36fd3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554180 Feb 09 13:15:36.908717 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15147462-8cae-4d77-a9e0-608c77c2a5b6 req-8592cfba-ce2b-479d-9279-5f4aafac8b86 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:36.910327 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-15147462-8cae-4d77-a9e0-608c77c2a5b6 req-8592cfba-ce2b-479d-9279-5f4aafac8b86 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0802531 Feb 09 13:15:36.977204 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-15147462-8cae-4d77-a9e0-608c77c2a5b6 req-d11b3835-62e6-4d39-9204-328b817a6148 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585189 Feb 09 13:15:36.998205 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b14c40ed-c5a4-407e-81dc-25d3251d01ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (efcf2a58-0c5e-4255-9834-db49aabaa7f4), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:37.001469 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b14c40ed-c5a4-407e-81dc-25d3251d01ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:37.002780 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b14c40ed-c5a4-407e-81dc-25d3251d01ab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/efcf2a58-0c5e-4255-9834-db49aabaa7f4 HTTP/1.1" status: 204 len: 168 time: 0.2643735 Feb 09 13:15:37.011931 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c40ed-c5a4-407e-81dc-25d3251d01ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcf2a58-0c5e-4255-9834-db49aabaa7f4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:37.093610 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e2d7d-ed45-49bc-b03b-eb85a211cbb5 req-cbe2b5f7-d50d-471d-9a93-8b690ed163d2 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:37.095225 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8f5e2d7d-ed45-49bc-b03b-eb85a211cbb5 req-cbe2b5f7-d50d-471d-9a93-8b690ed163d2 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0619092 Feb 09 13:15:37.144656 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8f5e2d7d-ed45-49bc-b03b-eb85a211cbb5 req-b25c8d3f-d1cd-4130-87fa-26aa90b80e81 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436890 Feb 09 13:15:37.697281 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45480) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:37.712616 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6fdf-2437-4075-ad2e-75e87ec8f851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:37.794804 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6fdf-2437-4075-ad2e-75e87ec8f851 admin admin] Publish callbacks [] for security_group (e3bdd0e9-6dc9-49db-a6e5-6567b8aaa06f), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:37.889301 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6fdf-2437-4075-ad2e-75e87ec8f851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e3bdd0e9-6dc9-49db-a6e5-6567b8aaa06f), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:37.928876 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-d0ff6fdf-2437-4075-ad2e-75e87ec8f851 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=70926b9f6e284ad88924a45ce97ac928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301137 Feb 09 13:15:37.929910 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff6fdf-2437-4075-ad2e-75e87ec8f851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bdd0e9-6dc9-49db-a6e5-6567b8aaa06f,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:37.932121 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45484) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:38.038718 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-93633b57-6295-4cb8-8014-965cee8b9078 admin admin] Publish callbacks [] for security_group (e3bdd0e9-6dc9-49db-a6e5-6567b8aaa06f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:38.069604 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-93633b57-6295-4cb8-8014-965cee8b9078 admin admin] Publish callbacks [] for security_group (e3bdd0e9-6dc9-49db-a6e5-6567b8aaa06f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:38.094382 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaa021-e573-4e8b-b4dc-94964b8a888c req-0850625c-add2-4a68-8838-6271e9788b47 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:38.095913 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64eaa021-e573-4e8b-b4dc-94964b8a888c req-0850625c-add2-4a68-8838-6271e9788b47 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 947 time: 0.1194482 Feb 09 13:15:38.109827 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1cb3b-e818-46f2-8e7e-dd3d93e25565 req-e77dded5-bd46-46b8-8ca3-a0ac4869d631 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:38.114947 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-13f1cb3b-e818-46f2-8e7e-dd3d93e25565 req-e77dded5-bd46-46b8-8ca3-a0ac4869d631 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0559323 Feb 09 13:15:38.170269 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64eaa021-e573-4e8b-b4dc-94964b8a888c req-9ff9f809-b31b-4c4e-9484-31a93f99ebd6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657523 Feb 09 13:15:38.216934 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-13f1cb3b-e818-46f2-8e7e-dd3d93e25565 req-67cdddb2-4e30-48d2-b04b-26918446d8dc tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852678 Feb 09 13:15:38.220716 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-93633b57-6295-4cb8-8014-965cee8b9078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e3bdd0e9-6dc9-49db-a6e5-6567b8aaa06f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:38.223585 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-93633b57-6295-4cb8-8014-965cee8b9078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:38.224930 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-93633b57-6295-4cb8-8014-965cee8b9078 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3bdd0e9-6dc9-49db-a6e5-6567b8aaa06f HTTP/1.1" status: 204 len: 168 time: 0.2915871 Feb 09 13:15:38.234659 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93633b57-6295-4cb8-8014-965cee8b9078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bdd0e9-6dc9-49db-a6e5-6567b8aaa06f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:38.301473 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604843c0-2a20-4484-b3c9-e9a275652964 req-df7b0c37-9d8d-4a73-8518-8a60b5c52b81 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:38.303001 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-604843c0-2a20-4484-b3c9-e9a275652964 req-df7b0c37-9d8d-4a73-8518-8a60b5c52b81 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0559275 Feb 09 13:15:38.361525 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-604843c0-2a20-4484-b3c9-e9a275652964 req-3bbd55bb-bb20-43f2-8e0a-cf7d232bd9ea tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519667 Feb 09 13:15:38.737772 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45522) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:38.842797 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da2fecbf-7ff2-4b4f-b9e3-c4a83171b2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:38.919062 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da2fecbf-7ff2-4b4f-b9e3-c4a83171b2a4 admin admin] Publish callbacks [] for security_group (30a75213-9de1-41d9-a171-c8dda72333c7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:38.997813 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da2fecbf-7ff2-4b4f-b9e3-c4a83171b2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (30a75213-9de1-41d9-a171-c8dda72333c7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:39.034462 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fecbf-7ff2-4b4f-b9e3-c4a83171b2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a75213-9de1-41d9-a171-c8dda72333c7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:39.041585 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-da2fecbf-7ff2-4b4f-b9e3-c4a83171b2a4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1c905def181941d9aca82cff3d54569c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027117 Feb 09 13:15:39.041752 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45532) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:39.118308 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-199825a7-e77e-42df-bf0b-270feeebb6d9 admin admin] Publish callbacks [] for security_group (30a75213-9de1-41d9-a171-c8dda72333c7), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:39.143918 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-199825a7-e77e-42df-bf0b-270feeebb6d9 admin admin] Publish callbacks [] for security_group (30a75213-9de1-41d9-a171-c8dda72333c7), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:39.278296 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-199825a7-e77e-42df-bf0b-270feeebb6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (30a75213-9de1-41d9-a171-c8dda72333c7), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:39.281678 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-199825a7-e77e-42df-bf0b-270feeebb6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:39.282844 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-199825a7-e77e-42df-bf0b-270feeebb6d9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/30a75213-9de1-41d9-a171-c8dda72333c7 HTTP/1.1" status: 204 len: 168 time: 0.2386591 Feb 09 13:15:39.302235 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199825a7-e77e-42df-bf0b-270feeebb6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a75213-9de1-41d9-a171-c8dda72333c7,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:39.359928 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c42e50-2ca6-406d-8933-74e18e95997d req-87320850-1ac2-4b7c-a461-da4a7ad319c6 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:39.361495 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-58c42e50-2ca6-406d-8933-74e18e95997d req-87320850-1ac2-4b7c-a461-da4a7ad319c6 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0612798 Feb 09 13:15:39.438422 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-58c42e50-2ca6-406d-8933-74e18e95997d req-bc94d994-0cf3-4062-a194-10e4e27b5bf8 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708771 Feb 09 13:15:39.510860 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c230bc-e0d5-4b4a-b1b5-009f478dd865 req-3ba4cc2c-fa30-4e38-b475-9f23ab00a5e3 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:39.512583 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-36c230bc-e0d5-4b4a-b1b5-009f478dd865 req-3ba4cc2c-fa30-4e38-b475-9f23ab00a5e3 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0589740 Feb 09 13:15:39.560592 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-36c230bc-e0d5-4b4a-b1b5-009f478dd865 req-fe276a20-ad45-410e-b705-f76d68c9dddb tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412672 Feb 09 13:15:39.989577 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7ba0-183e-4e58-9723-9611510b4276 req-eb6c32f4-7d60-4185-a204-ce0f74eebd02 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:39.991510 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64ec7ba0-183e-4e58-9723-9611510b4276 req-eb6c32f4-7d60-4185-a204-ce0f74eebd02 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0667171 Feb 09 13:15:40.055757 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45568) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:40.068583 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-64ec7ba0-183e-4e58-9723-9611510b4276 req-cc055c7b-5cf7-49b3-89b7-422ae8debeb3 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707872 Feb 09 13:15:40.074782 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b7f60923-ee2a-4ba5-bcaa-164aca273a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:40.090438 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5bd7b-033d-4c0e-be97-8316842129d7 req-bd1b906c-55a9-4497-9929-e44d14186213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:40.093080 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3eb5bd7b-033d-4c0e-be97-8316842129d7 req-bd1b906c-55a9-4497-9929-e44d14186213 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 1129 time: 0.0712757 Feb 09 13:15:40.155984 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b7f60923-ee2a-4ba5-bcaa-164aca273a79 admin admin] Publish callbacks [] for security_group (f11ff6c8-34a4-41bb-8b15-ecd4e48d2cde), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:40.249465 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b7f60923-ee2a-4ba5-bcaa-164aca273a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (f11ff6c8-34a4-41bb-8b15-ecd4e48d2cde), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:40.287730 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-b7f60923-ee2a-4ba5-bcaa-164aca273a79 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=87ef104094d9485b885cf16f673db562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308905 Feb 09 13:15:40.290236 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f60923-ee2a-4ba5-bcaa-164aca273a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11ff6c8-34a4-41bb-8b15-ecd4e48d2cde,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:40.290388 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45576) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:40.341348 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5291cbd7-e258-4462-8f41-5334f7869936 admin admin] Publish callbacks [] for security_group (f11ff6c8-34a4-41bb-8b15-ecd4e48d2cde), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:40.362451 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5291cbd7-e258-4462-8f41-5334f7869936 admin admin] Publish callbacks [] for security_group (f11ff6c8-34a4-41bb-8b15-ecd4e48d2cde), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:40.506741 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5291cbd7-e258-4462-8f41-5334f7869936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (f11ff6c8-34a4-41bb-8b15-ecd4e48d2cde), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:40.510802 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5291cbd7-e258-4462-8f41-5334f7869936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:40.514816 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-5291cbd7-e258-4462-8f41-5334f7869936 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f11ff6c8-34a4-41bb-8b15-ecd4e48d2cde HTTP/1.1" status: 204 len: 168 time: 0.2206197 Feb 09 13:15:40.528109 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291cbd7-e258-4462-8f41-5334f7869936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11ff6c8-34a4-41bb-8b15-ecd4e48d2cde,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:40.593927 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0850f0-7acc-4a01-9935-c44fa219f523 req-462bba05-1b27-4f4c-86de-d2ebf1af7b70 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:40.595919 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-dd0850f0-7acc-4a01-9935-c44fa219f523 req-462bba05-1b27-4f4c-86de-d2ebf1af7b70 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0764835 Feb 09 13:15:40.665386 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-dd0850f0-7acc-4a01-9935-c44fa219f523 req-8a23f265-5e58-48b8-a992-dc04bf1b6be2 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580730 Feb 09 13:15:40.975348 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5bd7b-033d-4c0e-be97-8316842129d7 req-0bd30b7d-977e-494b-bc38-8976ac40abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:40.976812 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3eb5bd7b-033d-4c0e-be97-8316842129d7 req-0bd30b7d-977e-494b-bc38-8976ac40abb8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 200 len: 912 time: 0.0900395 Feb 09 13:15:41.081690 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45604) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:41.198922 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-36f16d79-1b3d-4332-96a3-5afa28570ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:41.235103 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e66876-8aa2-4e21-bac7-b2ca99ecb7c3 req-53db618e-0ec7-4ec6-9586-4ffb48dcb7e9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:41.236608 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-48e66876-8aa2-4e21-bac7-b2ca99ecb7c3 req-53db618e-0ec7-4ec6-9586-4ffb48dcb7e9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0892863 Feb 09 13:15:41.305816 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-48e66876-8aa2-4e21-bac7-b2ca99ecb7c3 req-97550fca-51bf-4c2a-9cb9-71f3af13ceb8 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625911 Feb 09 13:15:41.330253 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-36f16d79-1b3d-4332-96a3-5afa28570ee7 admin admin] Publish callbacks [] for security_group (564aa97a-9470-4cd9-bb65-47679455eb7a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:41.415390 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-36f16d79-1b3d-4332-96a3-5afa28570ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (564aa97a-9470-4cd9-bb65-47679455eb7a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:41.460074 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-36f16d79-1b3d-4332-96a3-5afa28570ee7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=52d1cf6bbdbe49f39f9ee46bcbf36a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750129 Feb 09 13:15:41.460074 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f16d79-1b3d-4332-96a3-5afa28570ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564aa97a-9470-4cd9-bb65-47679455eb7a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:41.461248 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45616) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:41.514513 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-89cd855c-7190-4be0-a355-405d1dab77d5 admin admin] Publish callbacks [] for security_group (564aa97a-9470-4cd9-bb65-47679455eb7a), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:41.536768 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-89cd855c-7190-4be0-a355-405d1dab77d5 admin admin] Publish callbacks [] for security_group (564aa97a-9470-4cd9-bb65-47679455eb7a), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:41.695158 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-89cd855c-7190-4be0-a355-405d1dab77d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (564aa97a-9470-4cd9-bb65-47679455eb7a), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:41.698647 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-89cd855c-7190-4be0-a355-405d1dab77d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:41.702440 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-89cd855c-7190-4be0-a355-405d1dab77d5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/564aa97a-9470-4cd9-bb65-47679455eb7a HTTP/1.1" status: 204 len: 168 time: 0.2363477 Feb 09 13:15:41.710095 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd855c-7190-4be0-a355-405d1dab77d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564aa97a-9470-4cd9-bb65-47679455eb7a,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:41.752422 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3eb5bd7b-033d-4c0e-be97-8316842129d7 req-320f9065-a67b-4347-add1-a17cb75d877a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a218b4e-3337-4b9d-9226-b484077f2606 HTTP/1.1" status: 200 len: 1001 time: 0.0699961 Feb 09 13:15:41.814961 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091d9e6-1065-4d80-84d1-172e6cbe30a8 req-503e6de0-d488-43d0-8a8e-68d3216366ce tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:41.816546 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5091d9e6-1065-4d80-84d1-172e6cbe30a8 req-503e6de0-d488-43d0-8a8e-68d3216366ce tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0547314 Feb 09 13:15:41.877125 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5091d9e6-1065-4d80-84d1-172e6cbe30a8 req-9df8515a-2959-4cd8-9f41-e39c2867a141 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547717 Feb 09 13:15:42.431334 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb5db2-fad5-4013-86c1-5fd399b73e78 req-2f08ae18-5a95-44e0-9945-79f4604c7c91 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:42.432465 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-77eb5db2-fad5-4013-86c1-5fd399b73e78 req-2f08ae18-5a95-44e0-9945-79f4604c7c91 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0527048 Feb 09 13:15:42.439095 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45644) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:42.452228 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-140c8f77-b67e-4ddf-8080-a29cf8f572c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:42.483147 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-77eb5db2-fad5-4013-86c1-5fd399b73e78 req-3763eaf9-15d8-4c70-b8aa-2fb86a1e746b tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445771 Feb 09 13:15:42.532755 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-140c8f77-b67e-4ddf-8080-a29cf8f572c3 admin admin] Publish callbacks [] for security_group (d589ab55-6482-4346-81c4-a386e7fbdf1c), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:42.574777 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-140c8f77-b67e-4ddf-8080-a29cf8f572c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (d589ab55-6482-4346-81c4-a386e7fbdf1c), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:42.605508 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c8f77-b67e-4ddf-8080-a29cf8f572c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d589ab55-6482-4346-81c4-a386e7fbdf1c,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:42.626118 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-140c8f77-b67e-4ddf-8080-a29cf8f572c3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7b48138bf7564683a3c34c8293ef2513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836209 Feb 09 13:15:42.626382 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45648) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:42.633532 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5bd7b-033d-4c0e-be97-8316842129d7 req-d8e8c1b5-83da-4a04-922b-015e70f4920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:42.634997 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3eb5bd7b-033d-4c0e-be97-8316842129d7 req-d8e8c1b5-83da-4a04-922b-015e70f4920d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cbb47fb-25d3-4b90-8f6c-52fce146153a HTTP/1.1" status: 200 len: 850 time: 0.0539467 Feb 09 13:15:42.689926 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5bd7b-033d-4c0e-be97-8316842129d7 req-b3032c6b-9329-41ce-b3f8-6ad3cd3c62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:42.690806 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8a09b616-c7b9-45db-bcfe-3f4a1735deea admin admin] Publish callbacks [] for security_group (d589ab55-6482-4346-81c4-a386e7fbdf1c), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:42.691699 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3eb5bd7b-033d-4c0e-be97-8316842129d7 req-b3032c6b-9329-41ce-b3f8-6ad3cd3c62ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511985 Feb 09 13:15:42.722988 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8a09b616-c7b9-45db-bcfe-3f4a1735deea admin admin] Publish callbacks [] for security_group (d589ab55-6482-4346-81c4-a386e7fbdf1c), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:42.794109 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3eb5bd7b-033d-4c0e-be97-8316842129d7 req-61561d1d-a611-4bf6-b967-640db03f58bf service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952990 Feb 09 13:15:42.832707 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8a09b616-c7b9-45db-bcfe-3f4a1735deea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (d589ab55-6482-4346-81c4-a386e7fbdf1c), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:42.835561 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8a09b616-c7b9-45db-bcfe-3f4a1735deea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:42.836743 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-8a09b616-c7b9-45db-bcfe-3f4a1735deea admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d589ab55-6482-4346-81c4-a386e7fbdf1c HTTP/1.1" status: 204 len: 168 time: 0.2093370 Feb 09 13:15:42.850730 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09b616-c7b9-45db-bcfe-3f4a1735deea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d589ab55-6482-4346-81c4-a386e7fbdf1c,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:43.018537 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1396e-305a-4480-9ef6-efe9ec0b56c0 req-ebdd6bcc-8e47-48e7-85ba-84777cdf145d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:43.020345 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fbf1396e-305a-4480-9ef6-efe9ec0b56c0 req-ebdd6bcc-8e47-48e7-85ba-84777cdf145d tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0631533 Feb 09 13:15:43.089994 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fbf1396e-305a-4480-9ef6-efe9ec0b56c0 req-d2686da9-e017-4dd4-86c9-3bf4a31a812a tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632911 Feb 09 13:15:43.140173 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3eb5bd7b-033d-4c0e-be97-8316842129d7 req-e0fa8804-12dc-4245-ad1e-f904b8e6a756 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379564 Feb 09 13:15:43.611310 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77765657-3fa6-4e19-9586-0b8a375c5f84 req-609a3c83-4d27-4f8d-a74f-139285ac937e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:43.611310 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-77765657-3fa6-4e19-9586-0b8a375c5f84 req-609a3c83-4d27-4f8d-a74f-139285ac937e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0587871 Feb 09 13:15:43.677687 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-77765657-3fa6-4e19-9586-0b8a375c5f84 req-fe8d428b-536f-46d9-bef0-90576335713a tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590863 Feb 09 13:15:44.238584 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175d6c9-962b-45fd-bed2-07a8b63ff81c req-fe1ea88d-628a-42c5-85a3-2a3ef91e143f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:44.240229 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3175d6c9-962b-45fd-bed2-07a8b63ff81c req-fe1ea88d-628a-42c5-85a3-2a3ef91e143f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0577502 Feb 09 13:15:44.304626 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3175d6c9-962b-45fd-bed2-07a8b63ff81c req-20e09143-f926-486e-bbb4-b0757664465f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580740 Feb 09 13:15:44.797510 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312298b-ee84-4881-832d-7c480a8ad1b8 req-244643a3-43a0-4d6c-b559-5b8c3ca2978a tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:44.799044 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a312298b-ee84-4881-832d-7c480a8ad1b8 req-244643a3-43a0-4d6c-b559-5b8c3ca2978a tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0532928 Feb 09 13:15:44.843622 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a312298b-ee84-4881-832d-7c480a8ad1b8 req-6a1f9444-b7c7-4d00-99e5-8b5025ad34ee tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389988 Feb 09 13:15:45.012073 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45714) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:45.116076 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bc81e180-c8b3-403d-93b5-3acac028111c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:45.189359 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bc81e180-c8b3-403d-93b5-3acac028111c admin admin] Publish callbacks [] for security_group (15afdedd-a9ce-4283-8f2b-c24ccbccfd4e), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:45.255778 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bc81e180-c8b3-403d-93b5-3acac028111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (15afdedd-a9ce-4283-8f2b-c24ccbccfd4e), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:45.293763 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-bc81e180-c8b3-403d-93b5-3acac028111c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c1eca1245bf84506a7d367406acdf05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805336 Feb 09 13:15:45.295490 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81e180-c8b3-403d-93b5-3acac028111c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15afdedd-a9ce-4283-8f2b-c24ccbccfd4e,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:45.296907 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45728) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:45.349433 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf1d03ba-2839-4683-b641-77e2dd757daa admin admin] Publish callbacks [] for security_group (15afdedd-a9ce-4283-8f2b-c24ccbccfd4e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:45.375312 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf1d03ba-2839-4683-b641-77e2dd757daa admin admin] Publish callbacks [] for security_group (15afdedd-a9ce-4283-8f2b-c24ccbccfd4e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:45.435328 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056a69-3a65-4c1d-8324-99616440385e req-23a1ba59-a19a-4d89-9037-d804d7d36d0f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:45.436822 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f3056a69-3a65-4c1d-8324-99616440385e req-23a1ba59-a19a-4d89-9037-d804d7d36d0f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0608265 Feb 09 13:15:45.478211 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf1d03ba-2839-4683-b641-77e2dd757daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (15afdedd-a9ce-4283-8f2b-c24ccbccfd4e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:45.481501 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bf1d03ba-2839-4683-b641-77e2dd757daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:45.485793 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-bf1d03ba-2839-4683-b641-77e2dd757daa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/15afdedd-a9ce-4283-8f2b-c24ccbccfd4e HTTP/1.1" status: 204 len: 168 time: 0.1854346 Feb 09 13:15:45.491526 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d03ba-2839-4683-b641-77e2dd757daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15afdedd-a9ce-4283-8f2b-c24ccbccfd4e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:45.503775 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f3056a69-3a65-4c1d-8324-99616440385e req-3f99908d-927f-4bb9-ba0e-cfd397f39830 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=a0eb802f-205e-47fe-8ac4-b59f1049a4ae&id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604863 Feb 09 13:15:47.426550 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:49.118168 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45802) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:49.229425 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d78cdee4-1de6-4094-98f3-2ad2c947f02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:49.304478 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d78cdee4-1de6-4094-98f3-2ad2c947f02f admin admin] Publish callbacks [] for security_group (6f8be651-ceaf-4358-89fb-addfa8cd4cba), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:49.380795 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d78cdee4-1de6-4094-98f3-2ad2c947f02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (6f8be651-ceaf-4358-89fb-addfa8cd4cba), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:49.418916 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d78cdee4-1de6-4094-98f3-2ad2c947f02f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8f5c327655fb43569fb2199c8c67a94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995286 Feb 09 13:15:49.420415 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cdee4-1de6-4094-98f3-2ad2c947f02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8be651-ceaf-4358-89fb-addfa8cd4cba,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:49.422125 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45810) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:49.472355 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e01fa1b-ba07-4831-a54d-1ab884952b83 admin admin] Publish callbacks [] for security_group (6f8be651-ceaf-4358-89fb-addfa8cd4cba), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:49.499114 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e01fa1b-ba07-4831-a54d-1ab884952b83 admin admin] Publish callbacks [] for security_group (6f8be651-ceaf-4358-89fb-addfa8cd4cba), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:49.614994 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e01fa1b-ba07-4831-a54d-1ab884952b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (6f8be651-ceaf-4358-89fb-addfa8cd4cba), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:49.617544 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6e01fa1b-ba07-4831-a54d-1ab884952b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:49.618851 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-6e01fa1b-ba07-4831-a54d-1ab884952b83 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6f8be651-ceaf-4358-89fb-addfa8cd4cba HTTP/1.1" status: 204 len: 168 time: 0.1955075 Feb 09 13:15:49.627311 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01fa1b-ba07-4831-a54d-1ab884952b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8be651-ceaf-4358-89fb-addfa8cd4cba,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:49.659979 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45818) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:49.766307 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02ed737b-889d-4666-83cf-f45556af8dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:49.837268 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02ed737b-889d-4666-83cf-f45556af8dec admin admin] Publish callbacks [] for security_group (d1f5a8f7-0c06-41e6-b940-0ddc33ad9f88), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:49.906444 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02ed737b-889d-4666-83cf-f45556af8dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (d1f5a8f7-0c06-41e6-b940-0ddc33ad9f88), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:49.943293 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-02ed737b-889d-4666-83cf-f45556af8dec admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2431850a58d8417da47baad200ae0f93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822306 Feb 09 13:15:49.944151 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed737b-889d-4666-83cf-f45556af8dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f5a8f7-0c06-41e6-b940-0ddc33ad9f88,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:49.947357 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45822) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:49.998666 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35654c25-0b57-4cd2-bcec-e77909565fe4 admin admin] Publish callbacks [] for security_group (d1f5a8f7-0c06-41e6-b940-0ddc33ad9f88), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:50.019951 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35654c25-0b57-4cd2-bcec-e77909565fe4 admin admin] Publish callbacks [] for security_group (d1f5a8f7-0c06-41e6-b940-0ddc33ad9f88), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:50.146364 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35654c25-0b57-4cd2-bcec-e77909565fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (d1f5a8f7-0c06-41e6-b940-0ddc33ad9f88), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:50.148970 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35654c25-0b57-4cd2-bcec-e77909565fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:50.150114 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-35654c25-0b57-4cd2-bcec-e77909565fe4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d1f5a8f7-0c06-41e6-b940-0ddc33ad9f88 HTTP/1.1" status: 204 len: 168 time: 0.2013474 Feb 09 13:15:50.159559 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654c25-0b57-4cd2-bcec-e77909565fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f5a8f7-0c06-41e6-b940-0ddc33ad9f88,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:50.277737 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45828) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:50.291145 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b13a9dec-8a8e-4a0f-9787-1437ea3f9813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:50.364048 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b13a9dec-8a8e-4a0f-9787-1437ea3f9813 admin admin] Publish callbacks [] for security_group (9be44301-ab70-49b0-bb85-f1c70e8571a4), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:50.421013 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b13a9dec-8a8e-4a0f-9787-1437ea3f9813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (9be44301-ab70-49b0-bb85-f1c70e8571a4), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:50.461480 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a9dec-8a8e-4a0f-9787-1437ea3f9813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be44301-ab70-49b0-bb85-f1c70e8571a4,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:50.469607 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45830) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:50.470085 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-b13a9dec-8a8e-4a0f-9787-1437ea3f9813 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9680828a6de44da4827083103fb3327c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899698 Feb 09 13:15:50.525040 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa7a2-ae83-4d5d-9ae3-89b55fb7e3b5 admin admin] Publish callbacks [] for security_group (9be44301-ab70-49b0-bb85-f1c70e8571a4), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:50.549982 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa7a2-ae83-4d5d-9ae3-89b55fb7e3b5 admin admin] Publish callbacks [] for security_group (9be44301-ab70-49b0-bb85-f1c70e8571a4), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:50.654860 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa7a2-ae83-4d5d-9ae3-89b55fb7e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (9be44301-ab70-49b0-bb85-f1c70e8571a4), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:50.657521 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa7a2-ae83-4d5d-9ae3-89b55fb7e3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:50.658685 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0f9aa7a2-ae83-4d5d-9ae3-89b55fb7e3b5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9be44301-ab70-49b0-bb85-f1c70e8571a4 HTTP/1.1" status: 204 len: 168 time: 0.1879344 Feb 09 13:15:50.666085 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9aa7a2-ae83-4d5d-9ae3-89b55fb7e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be44301-ab70-49b0-bb85-f1c70e8571a4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:52.720050 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-07bdb1f2-d362-4233-8d6e-c685cb1df7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:55.009374 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-1bc377e3-f11d-49fb-9e83-2be9d4a4bf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:56.140598 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:57.660906 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45956) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:57.723637 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:57.773585 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b9f01e9-12ee-49e7-bb42-a9ffe0cea756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:57.849447 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b9f01e9-12ee-49e7-bb42-a9ffe0cea756 admin admin] Publish callbacks [] for security_group (6878d520-cd5a-4bf2-b2cb-9409fbe1885d), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:57.940582 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b9f01e9-12ee-49e7-bb42-a9ffe0cea756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (6878d520-cd5a-4bf2-b2cb-9409fbe1885d), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:57.977633 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f01e9-12ee-49e7-bb42-a9ffe0cea756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6878d520-cd5a-4bf2-b2cb-9409fbe1885d,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:57.983272 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-3b9f01e9-12ee-49e7-bb42-a9ffe0cea756 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb4d4cd4116e447e8b08a1ddef840994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210423 Feb 09 13:15:57.984967 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45964) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:58.032883 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a498fce0-8f6d-4bdb-a498-3c0902310847 admin admin] Publish callbacks [] for security_group (6878d520-cd5a-4bf2-b2cb-9409fbe1885d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:58.053650 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a498fce0-8f6d-4bdb-a498-3c0902310847 admin admin] Publish callbacks [] for security_group (6878d520-cd5a-4bf2-b2cb-9409fbe1885d), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:58.169210 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a498fce0-8f6d-4bdb-a498-3c0902310847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (6878d520-cd5a-4bf2-b2cb-9409fbe1885d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:58.171932 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a498fce0-8f6d-4bdb-a498-3c0902310847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:58.173113 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a498fce0-8f6d-4bdb-a498-3c0902310847 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6878d520-cd5a-4bf2-b2cb-9409fbe1885d HTTP/1.1" status: 204 len: 168 time: 0.1871862 Feb 09 13:15:58.183621 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 45970) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:58.184380 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498fce0-8f6d-4bdb-a498-3c0902310847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6878d520-cd5a-4bf2-b2cb-9409fbe1885d,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:58.293075 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-129d5444-787f-4752-a70e-b3b015b2d359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:58.367254 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-129d5444-787f-4752-a70e-b3b015b2d359 admin admin] Publish callbacks [] for security_group (780a3cf0-79ac-4787-8365-9bb64fd11e63), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:58.466640 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-129d5444-787f-4752-a70e-b3b015b2d359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (780a3cf0-79ac-4787-8365-9bb64fd11e63), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:58.505457 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-129d5444-787f-4752-a70e-b3b015b2d359 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b2213b7f56a642148e47af4e62003d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195808 Feb 09 13:15:58.506332 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d5444-787f-4752-a70e-b3b015b2d359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780a3cf0-79ac-4787-8365-9bb64fd11e63,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:58.508154 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 45976) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:58.557651 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f873a44-89ff-475e-9e19-989815bf517a admin admin] Publish callbacks [] for security_group (780a3cf0-79ac-4787-8365-9bb64fd11e63), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:58.580276 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f873a44-89ff-475e-9e19-989815bf517a admin admin] Publish callbacks [] for security_group (780a3cf0-79ac-4787-8365-9bb64fd11e63), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:58.694906 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f873a44-89ff-475e-9e19-989815bf517a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (780a3cf0-79ac-4787-8365-9bb64fd11e63), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:58.698105 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1f873a44-89ff-475e-9e19-989815bf517a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:58.699508 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-1f873a44-89ff-475e-9e19-989815bf517a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/780a3cf0-79ac-4787-8365-9bb64fd11e63 HTTP/1.1" status: 204 len: 168 time: 0.1900451 Feb 09 13:15:58.707588 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873a44-89ff-475e-9e19-989815bf517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780a3cf0-79ac-4787-8365-9bb64fd11e63,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:59.209378 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:59.277592 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46002) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:59.290731 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-173ef51d-b7c2-425e-88bd-8f672e130242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:59.363643 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-173ef51d-b7c2-425e-88bd-8f672e130242 admin admin] Publish callbacks [] for security_group (6fe7759b-7ea4-44ad-8a2f-83749b1454de), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:59.415228 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-173ef51d-b7c2-425e-88bd-8f672e130242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (6fe7759b-7ea4-44ad-8a2f-83749b1454de), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:59.456681 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-173ef51d-b7c2-425e-88bd-8f672e130242 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b49e3bc3249a4aa18719b97d5702b7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779668 Feb 09 13:15:59.457557 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ef51d-b7c2-425e-88bd-8f672e130242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe7759b-7ea4-44ad-8a2f-83749b1454de,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:59.459370 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46006) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:15:59.510420 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc3647db-8a7f-4811-b151-2f253bfced1d admin admin] Publish callbacks [] for security_group (6fe7759b-7ea4-44ad-8a2f-83749b1454de), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:59.537923 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc3647db-8a7f-4811-b151-2f253bfced1d admin admin] Publish callbacks [] for security_group (6fe7759b-7ea4-44ad-8a2f-83749b1454de), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:59.677815 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc3647db-8a7f-4811-b151-2f253bfced1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (6fe7759b-7ea4-44ad-8a2f-83749b1454de), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:59.680437 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-dc3647db-8a7f-4811-b151-2f253bfced1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:15:59.681558 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-dc3647db-8a7f-4811-b151-2f253bfced1d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6fe7759b-7ea4-44ad-8a2f-83749b1454de HTTP/1.1" status: 204 len: 168 time: 0.2206249 Feb 09 13:15:59.689570 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3647db-8a7f-4811-b151-2f253bfced1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe7759b-7ea4-44ad-8a2f-83749b1454de,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:02.576511 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:16:03.945849 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46094) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:04.044163 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4849470b-e379-4924-ba2b-e697d0be3593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:04.114532 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4849470b-e379-4924-ba2b-e697d0be3593 admin admin] Publish callbacks [] for security_group (0bcf90ee-3005-469a-b9e3-ab904401d646), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:04.186056 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4849470b-e379-4924-ba2b-e697d0be3593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0bcf90ee-3005-469a-b9e3-ab904401d646), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:04.225183 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4849470b-e379-4924-ba2b-e697d0be3593 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7883e2f2b0aa45b1bf39a2d35a7168e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782204 Feb 09 13:16:04.227195 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849470b-e379-4924-ba2b-e697d0be3593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcf90ee-3005-469a-b9e3-ab904401d646,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:04.227905 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46102) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:04.278540 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1bb2-9d44-4116-a46a-a5d32ec4849b admin admin] Publish callbacks [] for security_group (0bcf90ee-3005-469a-b9e3-ab904401d646), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:04.298535 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1bb2-9d44-4116-a46a-a5d32ec4849b admin admin] Publish callbacks [] for security_group (0bcf90ee-3005-469a-b9e3-ab904401d646), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:04.413924 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1bb2-9d44-4116-a46a-a5d32ec4849b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0bcf90ee-3005-469a-b9e3-ab904401d646), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:04.417206 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1bb2-9d44-4116-a46a-a5d32ec4849b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:04.418387 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2dcf1bb2-9d44-4116-a46a-a5d32ec4849b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0bcf90ee-3005-469a-b9e3-ab904401d646 HTTP/1.1" status: 204 len: 168 time: 0.1890125 Feb 09 13:16:04.427310 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf1bb2-9d44-4116-a46a-a5d32ec4849b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcf90ee-3005-469a-b9e3-ab904401d646,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:05.065502 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46118) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:05.079095 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d4470f4-84f3-45bb-82e7-8ae1b3b470bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:05.159704 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d4470f4-84f3-45bb-82e7-8ae1b3b470bc admin admin] Publish callbacks [] for security_group (a44afec7-e77b-46b1-926e-0c5610add7b3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:05.225913 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8d4470f4-84f3-45bb-82e7-8ae1b3b470bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (a44afec7-e77b-46b1-926e-0c5610add7b3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:05.263553 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-8d4470f4-84f3-45bb-82e7-8ae1b3b470bc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=104565906b434972b8c4c6b375bd9200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968853 Feb 09 13:16:05.264258 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4470f4-84f3-45bb-82e7-8ae1b3b470bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44afec7-e77b-46b1-926e-0c5610add7b3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:05.267164 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46120) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:05.315643 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ff48a074-2587-4780-b738-75a306f1907c admin admin] Publish callbacks [] for security_group (a44afec7-e77b-46b1-926e-0c5610add7b3), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:05.338053 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ff48a074-2587-4780-b738-75a306f1907c admin admin] Publish callbacks [] for security_group (a44afec7-e77b-46b1-926e-0c5610add7b3), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:05.466100 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ff48a074-2587-4780-b738-75a306f1907c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (a44afec7-e77b-46b1-926e-0c5610add7b3), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:05.469417 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ff48a074-2587-4780-b738-75a306f1907c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:05.470663 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-ff48a074-2587-4780-b738-75a306f1907c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a44afec7-e77b-46b1-926e-0c5610add7b3 HTTP/1.1" status: 204 len: 168 time: 0.2022119 Feb 09 13:16:05.478673 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48a074-2587-4780-b738-75a306f1907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44afec7-e77b-46b1-926e-0c5610add7b3,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:11.785498 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46180) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:11.888861 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-742dad1e-6e81-4759-aa10-6dfba6e1f4ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:11.959856 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-742dad1e-6e81-4759-aa10-6dfba6e1f4ba admin admin] Publish callbacks [] for security_group (99be8684-af71-4938-8e77-aba88d1a6098), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:12.037636 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-742dad1e-6e81-4759-aa10-6dfba6e1f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (99be8684-af71-4938-8e77-aba88d1a6098), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:12.075851 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-742dad1e-6e81-4759-aa10-6dfba6e1f4ba admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=44244552925f42a09333620585755dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893052 Feb 09 13:16:12.076772 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dad1e-6e81-4759-aa10-6dfba6e1f4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99be8684-af71-4938-8e77-aba88d1a6098,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:12.078542 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46184) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:12.128397 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0143f77-808d-4a71-af4c-13ce85379436 admin admin] Publish callbacks [] for security_group (99be8684-af71-4938-8e77-aba88d1a6098), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:12.147966 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0143f77-808d-4a71-af4c-13ce85379436 admin admin] Publish callbacks [] for security_group (99be8684-af71-4938-8e77-aba88d1a6098), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:12.272049 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0143f77-808d-4a71-af4c-13ce85379436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (99be8684-af71-4938-8e77-aba88d1a6098), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:12.274778 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-b0143f77-808d-4a71-af4c-13ce85379436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:12.276185 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-b0143f77-808d-4a71-af4c-13ce85379436 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/99be8684-af71-4938-8e77-aba88d1a6098 HTTP/1.1" status: 204 len: 168 time: 0.1962531 Feb 09 13:16:12.284496 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0143f77-808d-4a71-af4c-13ce85379436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99be8684-af71-4938-8e77-aba88d1a6098,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:12.859690 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46190) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:12.873272 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d027e8c5-c492-4a95-b1ec-f852232b8a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:12.945192 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d027e8c5-c492-4a95-b1ec-f852232b8a8a admin admin] Publish callbacks [] for security_group (adfe0d12-3e16-4093-9d88-a28be6fb193f), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:13.008480 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d027e8c5-c492-4a95-b1ec-f852232b8a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (adfe0d12-3e16-4093-9d88-a28be6fb193f), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:13.045560 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-d027e8c5-c492-4a95-b1ec-f852232b8a8a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1725dd72a2544fe19ad5ce1d9d37ab56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842628 Feb 09 13:16:13.046769 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027e8c5-c492-4a95-b1ec-f852232b8a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfe0d12-3e16-4093-9d88-a28be6fb193f,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:13.048346 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46192) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:13.094297 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78d36698-676c-4502-b532-aa12ea2118a4 admin admin] Publish callbacks [] for security_group (adfe0d12-3e16-4093-9d88-a28be6fb193f), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:13.115508 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78d36698-676c-4502-b532-aa12ea2118a4 admin admin] Publish callbacks [] for security_group (adfe0d12-3e16-4093-9d88-a28be6fb193f), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:13.243492 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78d36698-676c-4502-b532-aa12ea2118a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (adfe0d12-3e16-4093-9d88-a28be6fb193f), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:13.246064 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-78d36698-676c-4502-b532-aa12ea2118a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:13.247251 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-78d36698-676c-4502-b532-aa12ea2118a4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/adfe0d12-3e16-4093-9d88-a28be6fb193f HTTP/1.1" status: 204 len: 168 time: 0.1978652 Feb 09 13:16:13.255731 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d36698-676c-4502-b532-aa12ea2118a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfe0d12-3e16-4093-9d88-a28be6fb193f,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:13.968232 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46198) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:13.981792 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-158ebc2c-fec5-4d2c-8fc1-72316e96a809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:14.053414 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-158ebc2c-fec5-4d2c-8fc1-72316e96a809 admin admin] Publish callbacks [] for security_group (a431aea7-aff4-4b3d-92da-f570b3e9fe0d), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:14.123303 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-158ebc2c-fec5-4d2c-8fc1-72316e96a809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (a431aea7-aff4-4b3d-92da-f570b3e9fe0d), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:14.163613 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-158ebc2c-fec5-4d2c-8fc1-72316e96a809 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3514977407b948d99d581c689f476e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942234 Feb 09 13:16:14.164323 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ebc2c-fec5-4d2c-8fc1-72316e96a809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a431aea7-aff4-4b3d-92da-f570b3e9fe0d,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:14.166950 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46200) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:14.216156 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cd1de9b8-67e6-4c7f-9a9c-bad8ab529187 admin admin] Publish callbacks [] for security_group (a431aea7-aff4-4b3d-92da-f570b3e9fe0d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:14.237669 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cd1de9b8-67e6-4c7f-9a9c-bad8ab529187 admin admin] Publish callbacks [] for security_group (a431aea7-aff4-4b3d-92da-f570b3e9fe0d), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:14.363063 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cd1de9b8-67e6-4c7f-9a9c-bad8ab529187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (a431aea7-aff4-4b3d-92da-f570b3e9fe0d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:14.365580 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cd1de9b8-67e6-4c7f-9a9c-bad8ab529187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:14.366765 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-cd1de9b8-67e6-4c7f-9a9c-bad8ab529187 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a431aea7-aff4-4b3d-92da-f570b3e9fe0d HTTP/1.1" status: 204 len: 168 time: 0.1986027 Feb 09 13:16:14.374253 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1de9b8-67e6-4c7f-9a9c-bad8ab529187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a431aea7-aff4-4b3d-92da-f570b3e9fe0d,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:17.345959 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:18.886581 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50a7f-2ec3-41fb-8400-e68a78c4cb31 req-3fe4c105-7991-4b5b-ac55-2429d1cd762a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:18.888070 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-acc50a7f-2ec3-41fb-8400-e68a78c4cb31 req-3fe4c105-7991-4b5b-ac55-2429d1cd762a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 947 time: 0.0524437 Feb 09 13:16:18.934008 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-acc50a7f-2ec3-41fb-8400-e68a78c4cb31 req-ef1898c0-7928-40f2-a075-30cc0e174529 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404065 Feb 09 13:16:20.152663 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b169a-9ca5-477c-8355-ffd77c0bf7e0 req-b546540b-27ed-4e69-93db-6a939e3f3136 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:20.154022 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f87b169a-9ca5-477c-8355-ffd77c0bf7e0 req-b546540b-27ed-4e69-93db-6a939e3f3136 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 947 time: 0.1462200 Feb 09 13:16:20.198947 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f87b169a-9ca5-477c-8355-ffd77c0bf7e0 req-bdf92295-4d98-47c1-a741-cda1941111dd tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392616 Feb 09 13:16:20.752487 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-c714c896-6092-4801-a251-cf775cba98b5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:20.753963 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-c714c896-6092-4801-a251-cf775cba98b5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.31 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 947 time: 0.0524223 Feb 09 13:16:20.850722 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Deleting port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:20.851059 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:20.937578 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] For port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:20.937856 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:21.149668 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:21.150038 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (007f38c5-d275-4788-a10f-a76020def4c2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:21.150354 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.l3_db [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Floating IP 007f38c5-d275-4788-a10f-a76020def4c2 disassociated. External IP: 172.27.1.119, port: 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31. Feb 09 13:16:21.150731 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Calling delete_port for 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:21.325363 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041e2d0-3431-478e-9450-c15cc20702fc req-2933616f-0fa1-4300-82c5-00bd0b568c68 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:21.326847 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d041e2d0-3431-478e-9450-c15cc20702fc req-2933616f-0fa1-4300-82c5-00bd0b568c68 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 947 time: 0.0513816 Feb 09 13:16:21.345925 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (45e332d3-92b6-4aa9-9b18-a8fa5ca22e31), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:21.371894 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event deleted for resources: {'Port': ['ID=45e332d3-92b6-4aa9-9b18-a8fa5ca22e31,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:21.374485 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d041e2d0-3431-478e-9450-c15cc20702fc req-9cb79db8-47a1-42d4-886c-238847f74989 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=aed9eda9-9d44-420d-bd3f-d2cb046ce32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414939 Feb 09 13:16:21.488848 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:21.623878 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:21.636061 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3933b3-28af-48fc-b855-9d428cab25a9 None None] Sync routers for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:21.646605 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3933b3-28af-48fc-b855-9d428cab25a9 None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:21.647283 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3a3933b3-28af-48fc-b855-9d428cab25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:15:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:21.671946 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8112f35-8737-449b-be16-d672787a30d4 req-c1cbe463-8d24-45bb-8cd5-d61d72de3f01 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966280 Feb 09 13:16:21.672802 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] No DVR routers for this DVR port 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:21.675214 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:21.678999 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d70f9193-c067-4f1d-ac51-51b7ccfdbf61 req-560e0535-128c-4b67-a56e-8053fe7ea6ad tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.31 "DELETE /v2.0/ports/45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 HTTP/1.1" status: 204 len: 173 time: 0.9175813 Feb 09 13:16:21.679430 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'name': 'network-vif-deleted', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:16:21.681658 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e2e34-f871-4506-ac5b-fbde73701dbd" -d '{"events": [{"server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "name": "network-vif-deleted", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:16:21.725518 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cede9f1c-ea68-4dd2-9ef6-0d5416513248 x-openstack-request-id: req-cede9f1c-ea68-4dd2-9ef6-0d5416513248 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:16:21.725916 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267a95df-7ddb-4e9c-a629-4fc26b9c9843", "name": "network-vif-deleted", "tag": "45e332d3-92b6-4aa9-9b18-a8fa5ca22e31", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:16:21.726283 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cede9f1c-ea68-4dd2-9ef6-0d5416513248 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:16:21.727127 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267a95df-7ddb-4e9c-a629-4fc26b9c9843', 'name': 'network-vif-deleted', 'tag': '45e332d3-92b6-4aa9-9b18-a8fa5ca22e31', 'status': 'completed', 'code': 200} Feb 09 13:16:21.765208 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8112f35-8737-449b-be16-d672787a30d4 req-8fbef2b3-6816-4b64-b1e0-b79bda08ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:21.766753 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8112f35-8737-449b-be16-d672787a30d4 req-8fbef2b3-6816-4b64-b1e0-b79bda08ed50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 1129 time: 0.0504770 Feb 09 13:16:21.778615 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-3a3933b3-28af-48fc-b855-9d428cab25a9 None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:21.880703 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8112f35-8737-449b-be16-d672787a30d4 req-ea03abb4-9eb6-472f-a83d-9bbf082fe572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:21.882613 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8112f35-8737-449b-be16-d672787a30d4 req-ea03abb4-9eb6-472f-a83d-9bbf082fe572 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 200 len: 912 time: 0.0928407 Feb 09 13:16:21.969184 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8112f35-8737-449b-be16-d672787a30d4 req-c4392305-0b71-4294-b9cb-ac23a83cf98d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a218b4e-3337-4b9d-9226-b484077f2606 HTTP/1.1" status: 200 len: 1001 time: 0.0786514 Feb 09 13:16:21.998481 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3a3933b3-28af-48fc-b855-9d428cab25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:22.022514 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8112f35-8737-449b-be16-d672787a30d4 req-8dcb5f8e-0729-440f-97c2-c63a58ff513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:22.024112 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8112f35-8737-449b-be16-d672787a30d4 req-8dcb5f8e-0729-440f-97c2-c63a58ff513a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cbb47fb-25d3-4b90-8f6c-52fce146153a HTTP/1.1" status: 200 len: 850 time: 0.0472472 Feb 09 13:16:22.024981 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3933b3-28af-48fc-b855-9d428cab25a9 None None] Checking router: 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:22.033726 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3933b3-28af-48fc-b855-9d428cab25a9 None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:22.034337 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3a3933b3-28af-48fc-b855-9d428cab25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:15:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:22.078189 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8112f35-8737-449b-be16-d672787a30d4 req-23138a50-756f-4d8c-a203-8c49a6399222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:22.079734 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8112f35-8737-449b-be16-d672787a30d4 req-23138a50-756f-4d8c-a203-8c49a6399222 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480895 Feb 09 13:16:22.144587 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-3a3933b3-28af-48fc-b855-9d428cab25a9 None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:22.172578 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8112f35-8737-449b-be16-d672787a30d4 req-4374c1eb-deef-4962-8e32-e7d47cd513ea service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857062 Feb 09 13:16:22.262509 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a8112f35-8737-449b-be16-d672787a30d4 req-43bac4e5-6623-47d6-8fb2-952b78f786c6 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830784 Feb 09 13:16:22.352266 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3a3933b3-28af-48fc-b855-9d428cab25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:22.383221 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3933b3-28af-48fc-b855-9d428cab25a9 None None] The sync data for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi is: [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:22.497171 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8f1eefd4-e6a2-407c-9c31-e141462444d2 req-c4623ce5-b1bf-44df-941e-f60665efd84f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=267a95df-7ddb-4e9c-a629-4fc26b9c9843 HTTP/1.1" status: 200 len: 210 time: 0.0311460 Feb 09 13:16:22.673784 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d817b-f63c-4582-8ab0-7052b32d68d2 None None] New status for floating IP 007f38c5-d275-4788-a10f-a76020def4c2: DOWN {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:16:22.729323 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-44e36da1-8555-4725-a261-93381009ff36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:23.650591 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46262) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:23.714671 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-623f6ffd-14a5-421b-b917-5d28b56114ee tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (aed9eda9-9d44-420d-bd3f-d2cb046ce32d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:23.741841 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-623f6ffd-14a5-421b-b917-5d28b56114ee tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (aed9eda9-9d44-420d-bd3f-d2cb046ce32d), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:23.854716 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-623f6ffd-14a5-421b-b917-5d28b56114ee tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (aed9eda9-9d44-420d-bd3f-d2cb046ce32d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:23.857508 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-623f6ffd-14a5-421b-b917-5d28b56114ee tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:23.861438 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-623f6ffd-14a5-421b-b917-5d28b56114ee tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "DELETE /v2.0/security-groups/aed9eda9-9d44-420d-bd3f-d2cb046ce32d HTTP/1.1" status: 204 len: 168 time: 0.2069066 Feb 09 13:16:23.863181 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46270) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:23.875274 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.api.v2.resource [None req-c20ab857-2829-4374-a0bd-d4fc998528df tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] show failed (client error): The resource could not be found. Feb 09 13:16:23.876365 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c20ab857-2829-4374-a0bd-d4fc998528df tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups/aed9eda9-9d44-420d-bd3f-d2cb046ce32d HTTP/1.1" status: 404 len: 347 time: 0.0135620 Feb 09 13:16:23.879432 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46272) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:23.885991 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f6ffd-14a5-421b-b917-5d28b56114ee tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed9eda9-9d44-420d-bd3f-d2cb046ce32d,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:24.023604 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-889a2a8c-6594-44ec-93c5-5af9c8be4c60 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Deleting port a5e113ca-51c8-402e-b0fc-d6104342e48e {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:24.023948 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-889a2a8c-6594-44ec-93c5-5af9c8be4c60 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (a5e113ca-51c8-402e-b0fc-d6104342e48e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:24.102442 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-889a2a8c-6594-44ec-93c5-5af9c8be4c60 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (a5e113ca-51c8-402e-b0fc-d6104342e48e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:24.102731 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-889a2a8c-6594-44ec-93c5-5af9c8be4c60 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (a5e113ca-51c8-402e-b0fc-d6104342e48e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:24.114752 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-889a2a8c-6594-44ec-93c5-5af9c8be4c60 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Calling delete_port for a5e113ca-51c8-402e-b0fc-d6104342e48e owned by network:floatingip {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:24.145904 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:16:24.173671 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:16:24.175042 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 45e332d3-92b6-4aa9-9b18-a8fa5ca22e31 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:16:24.293883 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53130409-47b7-4af9-9c1c-1226f82cc904 req-8a61f074-d553-48c6-9fca-bedb1469ec03 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:24.295432 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-53130409-47b7-4af9-9c1c-1226f82cc904 req-8a61f074-d553-48c6-9fca-bedb1469ec03 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0939322 Feb 09 13:16:24.352158 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-53130409-47b7-4af9-9c1c-1226f82cc904 req-17128410-5c25-453b-a248-6fb4e33b8918 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501959 Feb 09 13:16:24.381147 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-889a2a8c-6594-44ec-93c5-5af9c8be4c60 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (a5e113ca-51c8-402e-b0fc-d6104342e48e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:24.430362 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a2a8c-6594-44ec-93c5-5af9c8be4c60 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event deleted for resources: {'Port': ['ID=a5e113ca-51c8-402e-b0fc-d6104342e48e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:24.516757 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-889a2a8c-6594-44ec-93c5-5af9c8be4c60 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (007f38c5-d275-4788-a10f-a76020def4c2), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:24.519595 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-889a2a8c-6594-44ec-93c5-5af9c8be4c60 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:24.523360 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-889a2a8c-6594-44ec-93c5-5af9c8be4c60 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "DELETE /v2.0/floatingips/007f38c5-d275-4788-a10f-a76020def4c2 HTTP/1.1" status: 204 len: 168 time: 0.6426051 Feb 09 13:16:24.528365 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7014c685-4e4b-46d6-ab70-bb1af6311252 req-89a04220-38df-4240-8c8e-0c98eed0f3ec tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014828370&fields=id&tenant_id=ac777728da844e3a91e4d65d4aa9e4a5 HTTP/1.1" status: 200 len: 267 time: 0.0526614 Feb 09 13:16:24.615456 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014c685-4e4b-46d6-ab70-bb1af6311252 req-f4239acf-1672-4f7c-bab6-a464bca24124 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:24.616964 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7014c685-4e4b-46d6-ab70-bb1af6311252 req-f4239acf-1672-4f7c-bab6-a464bca24124 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 985 time: 0.0822704 Feb 09 13:16:24.631912 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [req-7014c685-4e4b-46d6-ab70-bb1af6311252 req-dff6a766-7d20-4152-bbed-cd11324b0ca5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Request body: {'port': {'security_groups': ['e1893830-c109-4904-9ded-4c496a9c80ef']}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:24.708567 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-7014c685-4e4b-46d6-ab70-bb1af6311252 req-dff6a766-7d20-4152-bbed-cd11324b0ca5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:24.856302 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46282) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:24.860878 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-885bc168-b551-4fe3-a208-32591d46bc16 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022350861', 'description': 'tempest-description--1014375195'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:24.893001 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [req-7014c685-4e4b-46d6-ab70-bb1af6311252 req-dff6a766-7d20-4152-bbed-cd11324b0ca5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] For port aa6d2832-0830-44ab-bdba-ad1e71f0308b, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:24.922793 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-7014c685-4e4b-46d6-ab70-bb1af6311252 req-dff6a766-7d20-4152-bbed-cd11324b0ca5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:24.946705 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-885bc168-b551-4fe3-a208-32591d46bc16 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:24.975007 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-7014c685-4e4b-46d6-ab70-bb1af6311252 req-dff6a766-7d20-4152-bbed-cd11324b0ca5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:24.987340 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['aa6d2832-0830-44ab-bdba-ad1e71f0308b'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:16:25.020027 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-885bc168-b551-4fe3-a208-32591d46bc16 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (7e5647f6-97cb-4eaf-a708-ef21c2039d07), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.021667 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014c685-4e4b-46d6-ab70-bb1af6311252 req-dff6a766-7d20-4152-bbed-cd11324b0ca5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:25.022327 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [req-7014c685-4e4b-46d6-ab70-bb1af6311252 req-dff6a766-7d20-4152-bbed-cd11324b0ca5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for port (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.023866 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7014c685-4e4b-46d6-ab70-bb1af6311252 req-dff6a766-7d20-4152-bbed-cd11324b0ca5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "PUT /v2.0/ports/aa6d2832-0830-44ab-bdba-ad1e71f0308b HTTP/1.1" status: 200 len: 943 time: 0.4003952 Feb 09 13:16:25.024332 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:16:25.026891 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a7fb01-08d4-408e-8a76-6db963453469" -d '{"events": [{"name": "network-changed", "server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:16:25.031903 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46286) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:25.057303 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6a766-7d20-4152-bbed-cd11324b0ca5 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event updated for resources: {'Port': ['ID=aa6d2832-0830-44ab-bdba-ad1e71f0308b,revision_number=7']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:25.085767 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a09add-b33a-4ebd-88fc-e2ff92461e0a x-openstack-request-id: req-15a09add-b33a-4ebd-88fc-e2ff92461e0a {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:16:25.086037 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:16:25.086295 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-15a09add-b33a-4ebd-88fc-e2ff92461e0a {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:16:25.086722 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'status': 'completed', 'code': 200} Feb 09 13:16:25.095616 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-885bc168-b551-4fe3-a208-32591d46bc16 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (7e5647f6-97cb-4eaf-a708-ef21c2039d07), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.137400 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbb527e1-638a-4b5c-8bdd-cada5c649189 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group (a0eb802f-205e-47fe-8ac4-b59f1049a4ae), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.165105 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-56a879e2-6888-49c7-b81e-9d0f0fbdd4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.187295 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bc168-b551-4fe3-a208-32591d46bc16 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5647f6-97cb-4eaf-a708-ef21c2039d07,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:25.209808 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbb527e1-638a-4b5c-8bdd-cada5c649189 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group (a0eb802f-205e-47fe-8ac4-b59f1049a4ae), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.214548 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['aa6d2832-0830-44ab-bdba-ad1e71f0308b'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:16:25.222731 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-885bc168-b551-4fe3-a208-32591d46bc16 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.227271 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-885bc168-b551-4fe3-a208-32591d46bc16 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3673759 Feb 09 13:16:25.228038 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46288) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:25.232838 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-eab35146-28f7-4425-a52e-7e5d56131e25 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'security_group_rule': {'security_group_id': '7e5647f6-97cb-4eaf-a708-ef21c2039d07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:25.241673 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7fb01-08d4-408e-8a76-6db963453469 req-a605a2df-a875-42b4-83e1-05e5af6dff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:25.243507 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c2a7fb01-08d4-408e-8a76-6db963453469 req-a605a2df-a875-42b4-83e1-05e5af6dff3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac777728da844e3a91e4d65d4aa9e4a5&device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 1130 time: 0.1244941 Feb 09 13:16:25.349440 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eab35146-28f7-4425-a52e-7e5d56131e25 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (9378aaa2-a647-46bb-a38b-f25adf0acc26), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.358606 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7fb01-08d4-408e-8a76-6db963453469 req-0a10ff48-5dee-4a2d-961a-952e4de53dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:25.360183 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c2a7fb01-08d4-408e-8a76-6db963453469 req-0a10ff48-5dee-4a2d-961a-952e4de53dd0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d8539eb-78a6-4037-811a-eb4032e8827a HTTP/1.1" status: 200 len: 916 time: 0.0997500 Feb 09 13:16:25.391681 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-7c9fa79c-b997-4dae-8d99-5ac776894354 None None] Provisioning complete for port aa6d2832-0830-44ab-bdba-ad1e71f0308b triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:25.392383 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa79c-b997-4dae-8d99-5ac776894354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.442505 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c2a7fb01-08d4-408e-8a76-6db963453469 req-2f69ca11-69a8-4a7c-81d4-0f710cb1c4cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b HTTP/1.1" status: 200 len: 1000 time: 0.0749860 Feb 09 13:16:25.443672 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbb527e1-638a-4b5c-8bdd-cada5c649189 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (a0eb802f-205e-47fe-8ac4-b59f1049a4ae), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.446548 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-cbb527e1-638a-4b5c-8bdd-cada5c649189 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.448873 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-cbb527e1-638a-4b5c-8bdd-cada5c649189 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "DELETE /v2.0/security-groups/a0eb802f-205e-47fe-8ac4-b59f1049a4ae HTTP/1.1" status: 204 len: 168 time: 0.4144135 Feb 09 13:16:25.450317 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46292) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:25.462258 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eab35146-28f7-4425-a52e-7e5d56131e25 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (9378aaa2-a647-46bb-a38b-f25adf0acc26), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.514238 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eab35146-28f7-4425-a52e-7e5d56131e25 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (9378aaa2-a647-46bb-a38b-f25adf0acc26), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.537276 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-7c9fa79c-b997-4dae-8d99-5ac776894354 None None] Current status of the port aa6d2832-0830-44ab-bdba-ad1e71f0308b is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:25.541799 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb527e1-638a-4b5c-8bdd-cada5c649189 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eb802f-205e-47fe-8ac4-b59f1049a4ae,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:25.548671 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaf92d-8304-4846-bfa6-7f88dc1dafab req-46660dfb-45cc-4044-a729-9046a82231c4 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:25.550194 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1fdaf92d-8304-4846-bfa6-7f88dc1dafab req-46660dfb-45cc-4044-a729-9046a82231c4 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.0850518 Feb 09 13:16:25.552185 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab35146-28f7-4425-a52e-7e5d56131e25 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9378aaa2-a647-46bb-a38b-f25adf0acc26,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:25.571594 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7fb01-08d4-408e-8a76-6db963453469 req-33dc7c1a-d06f-45c6-a88c-f4a279eaf89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:25.573083 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c2a7fb01-08d4-408e-8a76-6db963453469 req-33dc7c1a-d06f-45c6-a88c-f4a279eaf89b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba99ff79-216b-49d5-86c7-2a24c634b96a HTTP/1.1" status: 200 len: 854 time: 0.1218748 Feb 09 13:16:25.605148 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1fdaf92d-8304-4846-bfa6-7f88dc1dafab req-4eab9f50-f744-4afb-8305-593d9c11d27b tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453484 Feb 09 13:16:25.623176 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-eab35146-28f7-4425-a52e-7e5d56131e25 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.627217 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-eab35146-28f7-4425-a52e-7e5d56131e25 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964946 Feb 09 13:16:25.629165 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46296) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:25.634165 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-523eb4b8-8b32-421e-ad37-0f3a43b400f3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'security_group_rule': {'security_group_id': '7e5647f6-97cb-4eaf-a708-ef21c2039d07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:25.690214 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7fb01-08d4-408e-8a76-6db963453469 req-2b9b6727-c5b5-4d79-bc45-c14b2dd8db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:25.691662 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c2a7fb01-08d4-408e-8a76-6db963453469 req-2b9b6727-c5b5-4d79-bc45-c14b2dd8db7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d8539eb-78a6-4037-811a-eb4032e8827a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861156 Feb 09 13:16:25.739152 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-523eb4b8-8b32-421e-ad37-0f3a43b400f3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (04d8296d-113f-4531-8c2a-4a43d2624edd), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.756226 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Deleting port 94edcf45-e96a-4fe8-95f6-91bc83916359 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:25.756565 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (94edcf45-e96a-4fe8-95f6-91bc83916359), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.794640 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-523eb4b8-8b32-421e-ad37-0f3a43b400f3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (04d8296d-113f-4531-8c2a-4a43d2624edd), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.833827 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c2a7fb01-08d4-408e-8a76-6db963453469 req-3467c74e-480e-4f8c-8865-bc94a87c61f1 service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328294 Feb 09 13:16:25.895385 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (94edcf45-e96a-4fe8-95f6-91bc83916359), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.895704 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for floatingip (94edcf45-e96a-4fe8-95f6-91bc83916359), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.906100 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-523eb4b8-8b32-421e-ad37-0f3a43b400f3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (04d8296d-113f-4531-8c2a-4a43d2624edd), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:25.914314 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Calling delete_port for 94edcf45-e96a-4fe8-95f6-91bc83916359 owned by network:floatingip {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:25.921380 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eb4b8-8b32-421e-ad37-0f3a43b400f3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d8296d-113f-4531-8c2a-4a43d2624edd,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:26.004426 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-523eb4b8-8b32-421e-ad37-0f3a43b400f3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.005812 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-523eb4b8-8b32-421e-ad37-0f3a43b400f3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3750894 Feb 09 13:16:26.008956 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46298) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:26.013288 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'floatingip': {'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:26.014181 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c2a7fb01-08d4-408e-8a76-6db963453469 req-0c5294c2-e6f1-40bd-a9d1-f8089ee76418 service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723924 Feb 09 13:16:26.105488 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.150397 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.174410 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (94edcf45-e96a-4fe8-95f6-91bc83916359), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.203644 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event deleted for resources: {'Port': ['ID=94edcf45-e96a-4fe8-95f6-91bc83916359,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:26.206542 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.268991 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks [] for floatingip (6c352fbb-f50d-4f8e-934a-cd0d21986355), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.269320 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Floating IP 6c352fbb-f50d-4f8e-934a-cd0d21986355 disassociated (deleted). External IP: 172.27.1.4, port: aa6d2832-0830-44ab-bdba-ad1e71f0308b. Feb 09 13:16:26.320341 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Allocated IP 172.27.1.57 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:26.422380 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for port (ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.500881 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.541998 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:26.545033 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:26.548682 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:16:26.554964 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'Port': ['ID=ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:26.645895 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (eff3c546-c81d-412e-bc86-6e14a8453b33), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.726307 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.792386 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37554677-d038-4eda-8d49-3599b359f446 req-442397a5-9dc1-4ec0-819f-aa0fbd2abb99 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:26.793751 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-37554677-d038-4eda-8d49-3599b359f446 req-442397a5-9dc1-4ec0-819f-aa0fbd2abb99 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.4215977 Feb 09 13:16:26.816289 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344f584-2c57-478f-9932-3f2d5a37b03b req-cb8bfa33-e819-4104-91aa-1c21b16da708 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:26.818404 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e344f584-2c57-478f-9932-3f2d5a37b03b req-cb8bfa33-e819-4104-91aa-1c21b16da708 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 945 time: 0.1318955 Feb 09 13:16:26.851199 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Router a76a2cd1-233d-4cc9-b484-6870453ffce8 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:26.878261 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for port (ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.933555 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:26.983890 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e344f584-2c57-478f-9932-3f2d5a37b03b req-37a1ccfb-366e-43ce-87ff-7dd4263ae528 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=299413b8-2d49-4603-a238-a443c5f1d0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453183 Feb 09 13:16:27.000780 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'Port': ['ID=ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:27.017531 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (eff3c546-c81d-412e-bc86-6e14a8453b33), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:27.026545 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Deleting port 0a218b4e-3337-4b9d-9226-b484077f2606 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:27.027140 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:27.078960 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:27.086326 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:27.089199 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9483b52-89b5-4fb7-8bfa-ed50797829a2 None None] Sync routers for ids ['a76a2cd1-233d-4cc9-b484-6870453ffce8'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:27.096214 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:27.103124 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a6b3e670-7e3e-46c1-b28f-9ab1f72d4546 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0876722 Feb 09 13:16:27.104140 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9483b52-89b5-4fb7-8bfa-ed50797829a2 None None] Routers {'a76a2cd1-233d-4cc9-b484-6870453ffce8'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:27.104871 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b9483b52-89b5-4fb7-8bfa-ed50797829a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['a76a2cd1-233d-4cc9-b484-6870453ffce8'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:27.133078 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6cdeefc1-35fa-4f0c-b6c2-dc1f28b219b0 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "DELETE /v2.0/floatingips/6c352fbb-f50d-4f8e-934a-cd0d21986355 HTTP/1.1" status: 204 len: 168 time: 1.6778579 Feb 09 13:16:27.135512 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:16:27.137786 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2579ea78-fb3d-4444-991f-604472a8beaa" -d '{"events": [{"name": "network-changed", "server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:16:27.158811 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] For port 0a218b4e-3337-4b9d-9226-b484077f2606, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=0a218b4e-3337-4b9d-9226-b484077f2606,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:27.159022 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:27.213037 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c501b257-7dcd-4527-921e-0c6b63798e53 x-openstack-request-id: req-c501b257-7dcd-4527-921e-0c6b63798e53 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:16:27.213037 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:16:27.213398 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c501b257-7dcd-4527-921e-0c6b63798e53 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:16:27.213815 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'status': 'completed', 'code': 200} Feb 09 13:16:27.257580 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-b9483b52-89b5-4fb7-8bfa-ed50797829a2 None None] Set router a76a2cd1-233d-4cc9-b484-6870453ffce8 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:27.459476 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:27.459839 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (4a344598-ddf3-4040-abfe-f628a6963e9a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:27.460157 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.l3_db [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Floating IP 4a344598-ddf3-4040-abfe-f628a6963e9a disassociated. External IP: 172.27.1.159, port: 0a218b4e-3337-4b9d-9226-b484077f2606. Feb 09 13:16:27.460497 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Calling delete_port for 0a218b4e-3337-4b9d-9226-b484077f2606 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:27.468602 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-9d33996b-b462-44c2-aef5-8a988f841819 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--2022350861&fields=id&tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71 HTTP/1.1" status: 200 len: 267 time: 0.1258738 Feb 09 13:16:27.475227 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b9483b52-89b5-4fb7-8bfa-ed50797829a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:13Z', 'revision_number': 4, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '822b0e16-bf1f-439b-8e02-ad4d916dede3', 'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'mac_address': 'fa:16:3e:e2:3b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:12Z', 'updated_at': '2022-02-09T13:13:19Z', 'revision_number': 5, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'subnets': [{'id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:27.501125 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9483b52-89b5-4fb7-8bfa-ed50797829a2 None None] Checking router: a76a2cd1-233d-4cc9-b484-6870453ffce8 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:27.510295 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9483b52-89b5-4fb7-8bfa-ed50797829a2 None None] Routers {'a76a2cd1-233d-4cc9-b484-6870453ffce8'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:27.510957 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b9483b52-89b5-4fb7-8bfa-ed50797829a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['a76a2cd1-233d-4cc9-b484-6870453ffce8'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:27.530700 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ea78-fb3d-4444-991f-604472a8beaa req-ade71b78-f1b8-42ee-9d7a-2b454b731550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:27.532260 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2579ea78-fb3d-4444-991f-604472a8beaa req-ade71b78-f1b8-42ee-9d7a-2b454b731550 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac777728da844e3a91e4d65d4aa9e4a5&device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 1130 time: 0.2881970 Feb 09 13:16:27.622662 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-b9483b52-89b5-4fb7-8bfa-ed50797829a2 None None] Set router a76a2cd1-233d-4cc9-b484-6870453ffce8 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:27.742525 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a04cb8-3560-4497-ba78-69137be62b51 req-8e4c819d-20d8-4648-a57a-580f4ac2e902 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:27.744034 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-8e4c819d-20d8-4648-a57a-580f4ac2e902 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 816 time: 0.2671905 Feb 09 13:16:27.768435 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ea78-fb3d-4444-991f-604472a8beaa req-1b2199d6-946e-4c72-88b5-5536c3d2be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:27.769051 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:27.770423 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2579ea78-fb3d-4444-991f-604472a8beaa req-1b2199d6-946e-4c72-88b5-5536c3d2be99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d8539eb-78a6-4037-811a-eb4032e8827a HTTP/1.1" status: 200 len: 916 time: 0.2243145 Feb 09 13:16:27.774005 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-01b22054-942e-415e-8ed0-4f9835131779 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/quotas/dd4edb9e42144956ae9a0a0f8c99bb71 HTTP/1.1" status: 200 len: 375 time: 0.0205152 Feb 09 13:16:27.840755 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2579ea78-fb3d-4444-991f-604472a8beaa req-905e4b1f-9eea-402d-9d33-3587c6aaf3a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b HTTP/1.1" status: 200 len: 217 time: 0.0607555 Feb 09 13:16:27.847736 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b9483b52-89b5-4fb7-8bfa-ed50797829a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:13Z', 'revision_number': 4, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '822b0e16-bf1f-439b-8e02-ad4d916dede3', 'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'mac_address': 'fa:16:3e:e2:3b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:12Z', 'updated_at': '2022-02-09T13:13:19Z', 'revision_number': 5, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'subnets': [{'id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:27.879639 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9483b52-89b5-4fb7-8bfa-ed50797829a2 None None] The sync data for ids ['a76a2cd1-233d-4cc9-b484-6870453ffce8'] in dv-cinder-827860-3-iscsi is: [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:13:13Z', 'revision_number': 4, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '822b0e16-bf1f-439b-8e02-ad4d916dede3', 'name': '', 'network_id': '2d8539eb-78a6-4037-811a-eb4032e8827a', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'mac_address': 'fa:16:3e:e2:3b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:12Z', 'updated_at': '2022-02-09T13:13:19Z', 'revision_number': 5, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'subnets': [{'id': 'ba99ff79-216b-49d5-86c7-2a24c634b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:27.898095 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (0a218b4e-3337-4b9d-9226-b484077f2606), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:27.907874 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-a7104985-e65e-4162-96b6-da269fcd1b04 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236327 Feb 09 13:16:27.915815 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ea78-fb3d-4444-991f-604472a8beaa req-e4182077-9455-459d-a07d-2cb5026ba8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:27.917272 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2579ea78-fb3d-4444-991f-604472a8beaa req-e4182077-9455-459d-a07d-2cb5026ba8e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba99ff79-216b-49d5-86c7-2a24c634b96a HTTP/1.1" status: 200 len: 854 time: 0.0696118 Feb 09 13:16:27.952663 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event deleted for resources: {'Port': ['ID=0a218b4e-3337-4b9d-9226-b484077f2606,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:28.092203 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-981c9305-7bd4-4379-bbfd-e6531dc85f6f req-0219ff52-b9bc-4b0a-8980-c66481efe3e3 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 210 time: 0.0324435 Feb 09 13:16:28.128709 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ea78-fb3d-4444-991f-604472a8beaa req-b59020e9-17fb-41d1-ab43-4022a5b28dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:28.130958 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2579ea78-fb3d-4444-991f-604472a8beaa req-b59020e9-17fb-41d1-ab43-4022a5b28dd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d8539eb-78a6-4037-811a-eb4032e8827a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1918256 Feb 09 13:16:28.184194 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22e77d-92e2-469a-b32b-f76c480a3c45 None None] New status for floating IP 6c352fbb-f50d-4f8e-934a-cd0d21986355: DOWN {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:16:28.227946 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Router 3aee5b0b-59e4-48b6-97ef-f17619754a3d has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:28.232263 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-5d5ed718-3d51-4a7e-a377-8df49937676b service neutron] 10.222.0.84 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959104 Feb 09 13:16:28.383297 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2579ea78-fb3d-4444-991f-604472a8beaa req-3d1b81c2-53d4-4474-a9ca-06a603ce27ab service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442477 Feb 09 13:16:28.493056 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-4748ee37-aa69-4b54-9fc9-8e0e2c7ce669 service neutron] 10.222.0.84 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526135 Feb 09 13:16:28.503240 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:28.513385 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5d65a-3808-4a26-a818-8ff15ce8f7c8 None None] Sync routers for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:28.531328 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5d65a-3808-4a26-a818-8ff15ce8f7c8 None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:28.545571 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-daf5d65a-3808-4a26-a818-8ff15ce8f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:28.561465 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2579ea78-fb3d-4444-991f-604472a8beaa req-754ac70f-3054-4d80-a93f-95d0ec1efa8b service neutron] 10.222.0.31 "GET /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690855 Feb 09 13:16:28.562206 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] No DVR routers for this DVR port 0a218b4e-3337-4b9d-9226-b484077f2606 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:28.564666 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:28.568707 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-37554677-d038-4eda-8d49-3599b359f446 req-84bb52f4-3d06-4b7e-a66d-397b54e00008 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.31 "DELETE /v2.0/ports/0a218b4e-3337-4b9d-9226-b484077f2606 HTTP/1.1" status: 204 len: 173 time: 1.7656820 Feb 09 13:16:28.673439 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-daf5d65a-3808-4a26-a818-8ff15ce8f7c8 None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:28.847479 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f42f2bed-2afc-4083-a986-6679b6973386 req-3890a60c-0ff1-4e2c-a663-3cbeb24d3c3b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 210 time: 0.0353217 Feb 09 13:16:28.895604 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-daf5d65a-3808-4a26-a818-8ff15ce8f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:28.928875 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5d65a-3808-4a26-a818-8ff15ce8f7c8 None None] Checking router: 3aee5b0b-59e4-48b6-97ef-f17619754a3d for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:28.937667 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5d65a-3808-4a26-a818-8ff15ce8f7c8 None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:28.938276 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-daf5d65a-3808-4a26-a818-8ff15ce8f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:29.048350 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-daf5d65a-3808-4a26-a818-8ff15ce8f7c8 None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:29.200421 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-13046aa4-ce53-4aaf-814c-9209868b419d req-4aa801fb-b2e5-4707-a8cb-097cb62fa8b3 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d2bee05-65c9-445a-a7ca-98808614d991 HTTP/1.1" status: 200 len: 210 time: 0.0268168 Feb 09 13:16:29.215195 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2bee05-65c9-445a-a7ca-98808614d991', 'name': 'network-vif-deleted', 'tag': '0a218b4e-3337-4b9d-9226-b484077f2606'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:16:29.217924 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ffed64-f036-4824-99bc-3f181d382d26" -d '{"events": [{"server_uuid": "7d2bee05-65c9-445a-a7ca-98808614d991", "name": "network-vif-deleted", "tag": "0a218b4e-3337-4b9d-9226-b484077f2606"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:16:29.246540 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:29.257346 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f83d006-6b1f-454a-b13a-4207038e30e0 x-openstack-request-id: req-2f83d006-6b1f-454a-b13a-4207038e30e0 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:16:29.257648 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2bee05-65c9-445a-a7ca-98808614d991", "name": "network-vif-deleted", "tag": "0a218b4e-3337-4b9d-9226-b484077f2606", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:16:29.257910 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2f83d006-6b1f-454a-b13a-4207038e30e0 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:16:29.258314 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2bee05-65c9-445a-a7ca-98808614d991', 'name': 'network-vif-deleted', 'tag': '0a218b4e-3337-4b9d-9226-b484077f2606', 'status': 'completed', 'code': 200} Feb 09 13:16:29.263342 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-daf5d65a-3808-4a26-a818-8ff15ce8f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:29.418136 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5d65a-3808-4a26-a818-8ff15ce8f7c8 None None] The sync data for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi is: [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:29.641953 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c86a5-1a4a-471d-a596-0539845a59da None None] New status for floating IP 4a344598-ddf3-4040-abfe-f628a6963e9a: DOWN {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:16:29.949831 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8f67c7b3-48a2-4f23-bc11-37d22936d131 req-17d6582e-702c-4481-afbb-60a5392a8ebe tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 210 time: 0.0265751 Feb 09 13:16:30.155720 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 0a218b4e-3337-4b9d-9226-b484077f2606 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:16:30.175994 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: 0a218b4e-3337-4b9d-9226-b484077f2606 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:16:30.176338 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 0a218b4e-3337-4b9d-9226-b484077f2606 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:16:30.370031 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46364) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:30.426219 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (299413b8-2d49-4603-a238-a443c5f1d0e2), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:30.449862 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (299413b8-2d49-4603-a238-a443c5f1d0e2), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:30.584902 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (299413b8-2d49-4603-a238-a443c5f1d0e2), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:30.587544 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:30.588684 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "DELETE /v2.0/security-groups/299413b8-2d49-4603-a238-a443c5f1d0e2 HTTP/1.1" status: 204 len: 168 time: 0.2176406 Feb 09 13:16:30.591733 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46366) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:30.597746 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299413b8-2d49-4603-a238-a443c5f1d0e2,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:30.604773 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.605116 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.605327 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.api.v2.resource [None req-309493b3-6b10-48f1-af4f-8bacd1eff328 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] show failed (client error): The resource could not be found. Feb 09 13:16:30.605452 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.605777 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.606101 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.606317 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-309493b3-6b10-48f1-af4f-8bacd1eff328 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups/299413b8-2d49-4603-a238-a443c5f1d0e2 HTTP/1.1" status: 404 len: 347 time: 0.0136228 Feb 09 13:16:30.606484 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.606850 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.607064 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.607383 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.607702 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.608018 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.608329 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.608642 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdeb9c0-fe98-4735-b8d6-23f4fdd03c12 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:30.610649 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46368) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:30.738111 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Deleting port 9f50c43c-efb1-4643-9941-153bd3810f34 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:30.739012 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (9f50c43c-efb1-4643-9941-153bd3810f34), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:30.811791 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (9f50c43c-efb1-4643-9941-153bd3810f34), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:30.812032 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (9f50c43c-efb1-4643-9941-153bd3810f34), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:30.824174 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Calling delete_port for 9f50c43c-efb1-4643-9941-153bd3810f34 owned by network:floatingip {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:31.053255 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-73dc4cb0-0287-4966-8960-6fe4e5a8f6f2 req-43a69f7e-6682-4f8c-92c3-1060a6007f0b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 210 time: 0.0304952 Feb 09 13:16:31.060096 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (9f50c43c-efb1-4643-9941-153bd3810f34), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:31.089943 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event deleted for resources: {'Port': ['ID=9f50c43c-efb1-4643-9941-153bd3810f34,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:31.245917 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a04cb8-3560-4497-ba78-69137be62b51 req-6df8420d-14af-43a2-96fa-dc5e802f6f14 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:31.249187 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-6df8420d-14af-43a2-96fa-dc5e802f6f14 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.31 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 816 time: 0.1201725 Feb 09 13:16:31.320375 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-c12738c6-7af4-4bfe-bfb0-462f12a2c8e1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71 HTTP/1.1" status: 200 len: 380 time: 0.0587277 Feb 09 13:16:31.333534 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'port': {'device_id': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'admin_state_up': True, 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'security_groups': ['7e5647f6-97cb-4eaf-a708-ef21c2039d07']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:31.347521 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.349246 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.349663 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.350023 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.350345 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.350673 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.351000 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.351323 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.352205 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.352534 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.352853 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.353171 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.353488 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:31.400308 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (4a344598-ddf3-4040-abfe-f628a6963e9a), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:31.403854 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:31.405177 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-9fce616e-1368-4626-8499-cba878a8ac65 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "DELETE /v2.0/floatingips/4a344598-ddf3-4040-abfe-f628a6963e9a HTTP/1.1" status: 204 len: 168 time: 0.7948995 Feb 09 13:16:31.522350 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Made reservation on behalf of dd4edb9e42144956ae9a0a0f8c99bb71 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:31.526827 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:31.529728 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f62e01-0091-4ae8-ad8f-2bd3a865b934 req-eb4e2d1c-55da-4a04-b8f4-23410ae07f5b tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:31.535043 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f6f62e01-0091-4ae8-ad8f-2bd3a865b934 req-eb4e2d1c-55da-4a04-b8f4-23410ae07f5b tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0597925 Feb 09 13:16:31.582581 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f6f62e01-0091-4ae8-ad8f-2bd3a865b934 req-2fd2f9f1-77f2-4f90-9f8a-cc0e41a52dbf tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452888 Feb 09 13:16:31.672703 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Allocated IP 172.20.0.9 (a32947b8-36d8-4e31-8400-b282b6379a3d/554c6378-3dbd-4135-b433-882cffe509d2/8fc972e9-0cc0-429d-a82a-fd959fe8f9d3) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:31.717190 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46384) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:31.721878 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-261dcde4-0ea2-49fe-974b-4b2b1901a559 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159581679', 'description': 'tempest-description--453837688'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:31.803316 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-261dcde4-0ea2-49fe-974b-4b2b1901a559 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:31.808852 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:31.874357 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-261dcde4-0ea2-49fe-974b-4b2b1901a559 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (0f1127b3-c237-4c8e-87f5-c97b17778288), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:31.946571 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-261dcde4-0ea2-49fe-974b-4b2b1901a559 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0f1127b3-c237-4c8e-87f5-c97b17778288), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:31.976972 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dcde4-0ea2-49fe-974b-4b2b1901a559 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1127b3-c237-4c8e-87f5-c97b17778288,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:32.017126 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-261dcde4-0ea2-49fe-974b-4b2b1901a559 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.018417 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-261dcde4-0ea2-49fe-974b-4b2b1901a559 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3000453 Feb 09 13:16:32.021942 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46386) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:32.026629 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-a498b23a-d17a-43f5-8b03-caf10ff6577e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'security_group_rule': {'security_group_id': '0f1127b3-c237-4c8e-87f5-c97b17778288', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:32.105301 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a498b23a-d17a-43f5-8b03-caf10ff6577e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (dc27b110-3c77-428b-88bd-be2623bd44f8), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.165513 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6926336f-4a4a-40d1-9e7f-8f743a88b4ef req-abcf7e8e-5373-4e29-87b9-31d9a3c2421c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 210 time: 0.0361049 Feb 09 13:16:32.169514 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.185490 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a498b23a-d17a-43f5-8b03-caf10ff6577e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (dc27b110-3c77-428b-88bd-be2623bd44f8), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.215302 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Network a32947b8-36d8-4e31-8400-b282b6379a3d is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:32.218418 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:32.222073 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:16:32.229197 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event updated for resources: {'Port': ['ID=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:32.265695 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a498b23a-d17a-43f5-8b03-caf10ff6577e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (dc27b110-3c77-428b-88bd-be2623bd44f8), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.275606 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:32.276626 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.285242 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498b23a-d17a-43f5-8b03-caf10ff6577e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc27b110-3c77-428b-88bd-be2623bd44f8,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:32.358814 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-cd8e5f76-3ce5-45f1-8b8a-7472f50f5d21 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0291538 Feb 09 13:16:32.374243 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Request body: {'port': {'device_id': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:32.375627 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a498b23a-d17a-43f5-8b03-caf10ff6577e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.377967 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a498b23a-d17a-43f5-8b03-caf10ff6577e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3540001 Feb 09 13:16:32.379828 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46390) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:32.384609 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-237e436f-23fe-44f1-ab2b-416609d7187c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'security_group_rule': {'security_group_id': '0f1127b3-c237-4c8e-87f5-c97b17778288', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:32.416287 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-50d6d86d-0968-4976-82a2-c16780c09e04 None None] Provisioning complete for port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:32.416816 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-50d6d86d-0968-4976-82a2-c16780c09e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.436611 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.450230 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-50d6d86d-0968-4976-82a2-c16780c09e04 None None] Port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:16:32.465755 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-237e436f-23fe-44f1-ab2b-416609d7187c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (64c1acf5-54cd-4c95-ab90-f6d98eddc4b2), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.520392 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-237e436f-23fe-44f1-ab2b-416609d7187c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (64c1acf5-54cd-4c95-ab90-f6d98eddc4b2), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.601783 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-237e436f-23fe-44f1-ab2b-416609d7187c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (64c1acf5-54cd-4c95-ab90-f6d98eddc4b2), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.620788 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e436f-23fe-44f1-ab2b-416609d7187c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c1acf5-54cd-4c95-ab90-f6d98eddc4b2,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:32.730906 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-237e436f-23fe-44f1-ab2b-416609d7187c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.732141 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-237e436f-23fe-44f1-ab2b-416609d7187c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3512862 Feb 09 13:16:32.734256 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:16:32.735304 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46394) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:32.743759 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Publish callbacks [] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.745688 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'floatingip': {'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:32.752866 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99041f-ed2e-49d6-9aaa-4ac93e3ee930 req-2a68bd4c-0c68-4ea2-88d7-d9affe3eedf7 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:32.755118 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-af99041f-ed2e-49d6-9aaa-4ac93e3ee930 req-2a68bd4c-0c68-4ea2-88d7-d9affe3eedf7 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0974600 Feb 09 13:16:32.772829 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Transition to ACTIVE for port object 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:32.811507 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-af99041f-ed2e-49d6-9aaa-4ac93e3ee930 req-21610537-17ed-4daf-8921-66b90c35ef6f tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492635 Feb 09 13:16:32.813517 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.860999 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.913619 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:32.924717 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:32.991966 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Attempting to bind port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:16:32.992303 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Attempting to bind port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:16:32.992628 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Attempting to bind port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 on network a32947b8-36d8-4e31-8400-b282b6379a3d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:16:32.997430 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 on network a32947b8-36d8-4e31-8400-b282b6379a3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:16:32.997754 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Attempting to bind port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 on network a32947b8-36d8-4e31-8400-b282b6379a3d {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:16:33.002852 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:16:33.003185 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Checking segment: {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:16:33.003568 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Bound using segment: {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:16:33.004086 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Bound port: 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:16:33.004904 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.040634 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Allocated IP 172.27.1.152 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:33.074173 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:33.077788 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:33.140759 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.143448 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for port (d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.175401 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:33.176530 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.177939 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] 10.222.0.31 "PUT /v2.0/ports/8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 HTTP/1.1" status: 200 len: 1093 time: 0.8080413 Feb 09 13:16:33.178398 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:16:33.180683 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f720924-bec0-4977-a487-673f7b6d412d" -d '{"events": [{"name": "network-changed", "server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:16:33.219007 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71798ea-7436-43e2-8b14-0c8bb28dcb01 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:33.238407 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.282393 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:33.286114 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:33.294641 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:16:33.331437 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'Port': ['ID=d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:33.350720 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90723afa-3870-43e4-bcdb-1a6c2de5e9cf x-openstack-request-id: req-90723afa-3870-43e4-bcdb-1a6c2de5e9cf {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:16:33.351471 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:16:33.351888 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-90723afa-3870-43e4-bcdb-1a6c2de5e9cf {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:16:33.352924 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'status': 'completed', 'code': 200} Feb 09 13:16:33.366362 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a9ea6-c79a-45e3-a4fd-0073e4073def req-f9f78e64-28e9-48b7-a32e-ded6a4825d8a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:33.371033 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ab4a9ea6-c79a-45e3-a4fd-0073e4073def req-f9f78e64-28e9-48b7-a32e-ded6a4825d8a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.1253707 Feb 09 13:16:33.397633 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (ae201812-7efa-4120-a11d-5faa250780a8), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.427726 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a04cb8-3560-4497-ba78-69137be62b51 req-650e7c89-40df-4f7f-a96a-ca8060ff0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:33.429212 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-650e7c89-40df-4f7f-a96a-ca8060ff0d74 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 1127 time: 0.1238346 Feb 09 13:16:33.445695 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ab4a9ea6-c79a-45e3-a4fd-0073e4073def req-3e8f8eaa-9c15-4b6f-9905-630f5bb6455d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701828 Feb 09 13:16:33.477059 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-37d98519-2622-4811-bd11-8ba515ac125e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0395615 Feb 09 13:16:33.478453 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.528197 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f493ccef-94b7-488e-b180-f36451823a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:33.529662 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-f493ccef-94b7-488e-b180-f36451823a98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=554c6378-3dbd-4135-b433-882cffe509d2 HTTP/1.1" status: 200 len: 855 time: 0.0462976 Feb 09 13:16:33.616512 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a04cb8-3560-4497-ba78-69137be62b51 req-52f7b01c-7d5a-4b19-b01c-b7f053686a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:33.618049 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-52f7b01c-7d5a-4b19-b01c-b7f053686a9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32947b8-36d8-4e31-8400-b282b6379a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792127 Feb 09 13:16:33.625235 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d55ae-4d37-446a-86ac-c2da463d1533 req-7cff40d7-14cc-44e3-adc4-d523d8467751 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:33.626579 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a60d55ae-4d37-446a-86ac-c2da463d1533 req-7cff40d7-14cc-44e3-adc4-d523d8467751 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.31 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0801291 Feb 09 13:16:33.650461 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for port (d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.761815 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.771776 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-a3e724f5-5a89-4162-a3ba-58f46124c50c service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399798 Feb 09 13:16:33.784977 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-a60d55ae-4d37-446a-86ac-c2da463d1533 req-bd02bc92-b770-48a7-ab7c-4f347366c9f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Deleting port aa6d2832-0830-44ab-bdba-ad1e71f0308b {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:33.785872 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-a60d55ae-4d37-446a-86ac-c2da463d1533 req-bd02bc92-b770-48a7-ab7c-4f347366c9f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.831591 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'Port': ['ID=d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:33.843059 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (ae201812-7efa-4120-a11d-5faa250780a8), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.924008 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.925231 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-8453ee50-8ff8-4fb2-9b82-5ac1d9499ac0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1889422 Feb 09 13:16:33.943385 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-a60d55ae-4d37-446a-86ac-c2da463d1533 req-bd02bc92-b770-48a7-ab7c-4f347366c9f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] For port aa6d2832-0830-44ab-bdba-ad1e71f0308b, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=aa6d2832-0830-44ab-bdba-ad1e71f0308b,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:33.943864 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-a60d55ae-4d37-446a-86ac-c2da463d1533 req-bd02bc92-b770-48a7-ab7c-4f347366c9f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:33.946294 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c6746-1243-4c26-900b-b2490601c92c req-48620a0d-2499-4e57-a736-3bae709989ce tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:33.947825 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-739c6746-1243-4c26-900b-b2490601c92c req-48620a0d-2499-4e57-a736-3bae709989ce tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 946 time: 0.0622065 Feb 09 13:16:33.958416 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03a04cb8-3560-4497-ba78-69137be62b51 req-2236e26f-b9d1-486c-8fe0-e92e80572145 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755795 Feb 09 13:16:33.962623 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-a60d55ae-4d37-446a-86ac-c2da463d1533 req-bd02bc92-b770-48a7-ab7c-4f347366c9f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Calling delete_port for aa6d2832-0830-44ab-bdba-ad1e71f0308b owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:34.000433 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-739c6746-1243-4c26-900b-b2490601c92c req-820764be-426d-4337-bad9-08aa569764cf tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/security-groups?id=e1893830-c109-4904-9ded-4c496a9c80ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461819 Feb 09 13:16:34.142830 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-4c88d4dc-c053-4093-946f-c7b7e5f49559 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1159581679&fields=id&tenant_id=413094dda74649c282bf36d27168fc96 HTTP/1.1" status: 200 len: 267 time: 0.1097271 Feb 09 13:16:34.227862 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f720924-bec0-4977-a487-673f7b6d412d req-2a396915-39a7-47ae-a2f5-31ec4239783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:34.229389 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5f720924-bec0-4977-a487-673f7b6d412d req-2a396915-39a7-47ae-a2f5-31ec4239783e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 1127 time: 0.1218977 Feb 09 13:16:34.232168 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-a60d55ae-4d37-446a-86ac-c2da463d1533 req-bd02bc92-b770-48a7-ab7c-4f347366c9f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (aa6d2832-0830-44ab-bdba-ad1e71f0308b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:34.283227 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02bc92-b770-48a7-ab7c-4f347366c9f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Pushing event deleted for resources: {'Port': ['ID=aa6d2832-0830-44ab-bdba-ad1e71f0308b,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:34.385427 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279ff11-1b2b-409f-ae92-31558c493301 req-da9dedf8-7471-4599-af92-f6f182184850 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:34.386898 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-da9dedf8-7471-4599-af92-f6f182184850 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/networks?id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 200 len: 811 time: 0.2344115 Feb 09 13:16:34.387596 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60d55ae-4d37-446a-86ac-c2da463d1533 req-bd02bc92-b770-48a7-ab7c-4f347366c9f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] No DVR routers for this DVR port aa6d2832-0830-44ab-bdba-ad1e71f0308b on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:34.391213 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-a60d55ae-4d37-446a-86ac-c2da463d1533 req-bd02bc92-b770-48a7-ab7c-4f347366c9f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:34.394457 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a60d55ae-4d37-446a-86ac-c2da463d1533 req-bd02bc92-b770-48a7-ab7c-4f347366c9f4 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.31 "DELETE /v2.0/ports/aa6d2832-0830-44ab-bdba-ad1e71f0308b HTTP/1.1" status: 204 len: 173 time: 0.7587345 Feb 09 13:16:34.415089 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-6c9b19f2-b824-4a27-834a-92c92405c264 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/quotas/413094dda74649c282bf36d27168fc96 HTTP/1.1" status: 200 len: 375 time: 0.0196192 Feb 09 13:16:34.437350 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f720924-bec0-4977-a487-673f7b6d412d req-94182971-0d91-4b34-add4-1b356aad6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:34.438699 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5f720924-bec0-4977-a487-673f7b6d412d req-94182971-0d91-4b34-add4-1b356aad6e60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 917 time: 0.2024043 Feb 09 13:16:34.492645 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5f720924-bec0-4977-a487-673f7b6d412d req-d45856b0-6a9a-44ec-b971-6ad8b930428f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0392318 Feb 09 13:16:34.545542 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-4ead92ec-51e5-4d1a-9cb0-8a85cc061659 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217229 Feb 09 13:16:34.553930 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f720924-bec0-4977-a487-673f7b6d412d req-4521cf84-69a1-4b5b-ac27-bfcbbc417ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:34.555425 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5f720924-bec0-4977-a487-673f7b6d412d req-4521cf84-69a1-4b5b-ac27-bfcbbc417ebf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=554c6378-3dbd-4135-b433-882cffe509d2 HTTP/1.1" status: 200 len: 855 time: 0.0559022 Feb 09 13:16:34.570104 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404d66e-50f8-480c-9e93-3c906e258373 req-0068e70d-01ed-4a86-a533-178e915f6a2b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:34.571631 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e404d66e-50f8-480c-9e93-3c906e258373 req-0068e70d-01ed-4a86-a533-178e915f6a2b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0537174 Feb 09 13:16:34.622292 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e404d66e-50f8-480c-9e93-3c906e258373 req-089b2966-2809-46f4-b2f4-d8c1005f5676 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445976 Feb 09 13:16:34.668187 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f720924-bec0-4977-a487-673f7b6d412d req-c8b2f9e0-8c05-41e6-9695-1183709689e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:34.669728 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5f720924-bec0-4977-a487-673f7b6d412d req-c8b2f9e0-8c05-41e6-9695-1183709689e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32947b8-36d8-4e31-8400-b282b6379a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034083 Feb 09 13:16:34.691989 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-6b3c87c0-71fb-45d7-9ec3-bb15ac7aede4 service neutron] 10.222.0.84 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337447 Feb 09 13:16:34.838378 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5f720924-bec0-4977-a487-673f7b6d412d req-e2534f50-fe09-476f-9aec-c812fd304f94 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591666 Feb 09 13:16:34.843446 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0242ce15-8765-456c-ae14-40e4b76c8681 service neutron] 10.222.0.84 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422753 Feb 09 13:16:34.930224 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5f720924-bec0-4977-a487-673f7b6d412d req-3a8b00ba-7f0c-44d6-af5e-fdec7729cb55 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854740 Feb 09 13:16:35.103445 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-26e770a6-bdbd-425b-b696-91dba513b2bb req-54ec5625-e514-4baa-b5fd-8831c046b4b8 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 210 time: 0.0380261 Feb 09 13:16:35.138196 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2e2c8098-831d-4837-a7ba-b4233328fba4 req-aba0d1e0-5f18-4adc-a496-255b52a23160 tempest-TestMinimumBasicScenario-1152660463 tempest-TestMinimumBasicScenario-1152660463-project] 10.222.0.84 "GET /v2.0/ports?device_id=982d841e-c5c6-44a9-9982-44f8cc31b618 HTTP/1.1" status: 200 len: 210 time: 0.0367172 Feb 09 13:16:35.354694 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'name': 'network-vif-deleted', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:16:35.357047 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2690d7f5-1bf8-4cf5-a53f-56270c2fbe85" -d '{"events": [{"server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "name": "network-vif-deleted", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:16:35.390358 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1008b638-c33f-44a1-9e84-e83785aceccf x-openstack-request-id: req-1008b638-c33f-44a1-9e84-e83785aceccf {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:16:35.390687 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982d841e-c5c6-44a9-9982-44f8cc31b618", "name": "network-vif-deleted", "tag": "aa6d2832-0830-44ab-bdba-ad1e71f0308b", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:16:35.390954 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1008b638-c33f-44a1-9e84-e83785aceccf {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:16:35.391360 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982d841e-c5c6-44a9-9982-44f8cc31b618', 'name': 'network-vif-deleted', 'tag': 'aa6d2832-0830-44ab-bdba-ad1e71f0308b', 'status': 'completed', 'code': 200} Feb 09 13:16:35.743041 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552e1c3-bd10-42af-95c6-6d4256132e7d req-73359179-7f8a-4e99-b8bf-ea27f4b3bc42 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:35.744511 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c552e1c3-bd10-42af-95c6-6d4256132e7d req-73359179-7f8a-4e99-b8bf-ea27f4b3bc42 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0510488 Feb 09 13:16:35.791998 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c552e1c3-bd10-42af-95c6-6d4256132e7d req-e7793335-1d47-4e89-9b17-503115b7f40a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Feb 09 13:16:36.170856 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:16:36.175069 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device aa6d2832-0830-44ab-bdba-ad1e71f0308b no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:16:36.202951 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-09d09173-74ed-40eb-83b3-e84595ef2979 req-3ed80032-3e51-4c34-95c4-62f75409362f tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 210 time: 0.0302052 Feb 09 13:16:36.204027 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: aa6d2832-0830-44ab-bdba-ad1e71f0308b {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:16:36.204244 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device aa6d2832-0830-44ab-bdba-ad1e71f0308b not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:16:36.302325 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:36.312688 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'port_id': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'mac_address': 'fa:16:3e:1b:ea:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:16:36.357479 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:36.357879 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:36.371732 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:16:36.394146 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:36.464972 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:36.514346 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:36.523490 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.523859 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.524210 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.524557 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.524895 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.525234 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.525609 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.525993 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.526601 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.526942 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.527267 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.527593 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.527915 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:36.733088 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['8fc972e9-0cc0-429d-a82a-fd959fe8f9d3'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:16:36.926733 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964627d-f5ec-495c-83d8-55d954d8098f req-2d8f63b4-c20a-43e2-b9a6-9311299fdb0a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:36.928294 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3964627d-f5ec-495c-83d8-55d954d8098f req-2d8f63b4-c20a-43e2-b9a6-9311299fdb0a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 944 time: 0.0529246 Feb 09 13:16:36.975820 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3964627d-f5ec-495c-83d8-55d954d8098f req-bc961a26-61df-485c-b15a-7f4b63c76edc tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414927 Feb 09 13:16:37.181874 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279ff11-1b2b-409f-ae92-31558c493301 req-1b33f703-77f5-4f5b-a977-3fc4530447e3 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:37.183512 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-1b33f703-77f5-4f5b-a977-3fc4530447e3 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.31 "GET /v2.0/networks?id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 200 len: 811 time: 0.1088967 Feb 09 13:16:37.244387 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-592c06bd-3d99-4bbf-92db-7ebe2385d7dd tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=413094dda74649c282bf36d27168fc96 HTTP/1.1" status: 200 len: 380 time: 0.0510616 Feb 09 13:16:37.254042 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'port': {'device_id': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'admin_state_up': True, 'tenant_id': '413094dda74649c282bf36d27168fc96', 'security_groups': ['0f1127b3-c237-4c8e-87f5-c97b17778288']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:37.318442 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d61371ba-338f-4d88-97fb-2d48277f085d req-d84628c2-5754-4d76-ab6b-bdb2b6765d57 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 210 time: 0.0310121 Feb 09 13:16:37.493351 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Made reservation on behalf of 413094dda74649c282bf36d27168fc96 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:37.496696 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:37.621017 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Allocated IP 172.20.0.5 (9ce67157-f48b-4d2d-b32c-6a12d5e26c1b/9cbb47fb-25d3-4b90-8f6c-52fce146153a/fb9e09f7-4b57-4b24-ae7e-ae897c352559) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:37.742859 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46490) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:37.767548 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:37.866227 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:37.910087 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:37.913786 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:37.916229 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:16:37.947871 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event updated for resources: {'Port': ['ID=fb9e09f7-4b57-4b24-ae7e-ae897c352559,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:37.981301 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:37.981983 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.068424 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-0165ade3-c92e-4437-ad3c-542f95f36ed9 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8182321 Feb 09 13:16:38.091043 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Request body: {'port': {'device_id': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:38.164818 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206f937-f71b-4b87-84d3-67306c13e905 req-488ce206-0a3a-4d39-8b70-7e99523922de tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:38.166333 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7206f937-f71b-4b87-84d3-67306c13e905 req-488ce206-0a3a-4d39-8b70-7e99523922de tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 944 time: 0.1110237 Feb 09 13:16:38.172315 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-5fb170e7-0f60-4871-bfb8-a9c74af01f0a None None] Provisioning complete for port fb9e09f7-4b57-4b24-ae7e-ae897c352559 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:38.172915 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-5fb170e7-0f60-4871-bfb8-a9c74af01f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.177286 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.194256 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655645'] for router_interface (a76a2cd1-233d-4cc9-b484-6870453ffce8), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.196330 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:16:38.233629 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-5fb170e7-0f60-4871-bfb8-a9c74af01f0a None None] Port fb9e09f7-4b57-4b24-ae7e-ae897c352559 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:16:38.266985 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7206f937-f71b-4b87-84d3-67306c13e905 req-1c8b3254-0921-4fa7-9c96-aa54afc4c3fa tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917554 Feb 09 13:16:38.319094 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:38.323086 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:38.326834 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.412010 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:38.412396 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.440095 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:16:38.443046 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d261daa1-8bc4-49fa-ac2e-e08e5a4b8bf2" -d '{"events": [{"server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "name": "network-vif-plugged", "status": "completed", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:16:38.458444 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:38.485144 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2e14a2-27eb-472c-ae15-de37fae36c38 x-openstack-request-id: req-5d2e14a2-27eb-472c-ae15-de37fae36c38 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:16:38.485660 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "name": "network-vif-plugged", "status": "completed", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:16:38.485975 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5d2e14a2-27eb-472c-ae15-de37fae36c38 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:16:38.486380 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'code': 200} Feb 09 13:16:38.491214 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62b314-51dc-4edf-9758-0ce5e99107ff req-7601a0ab-1331-4c0c-8466-c0eea371607c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:38.492779 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3f62b314-51dc-4edf-9758-0ce5e99107ff req-7601a0ab-1331-4c0c-8466-c0eea371607c tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 931 time: 0.0949488 Feb 09 13:16:38.534495 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.585612 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3f62b314-51dc-4edf-9758-0ce5e99107ff req-4d0cc95e-da0e-4385-ac87-0e00e2ed3f35 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869026 Feb 09 13:16:38.589833 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:38.609225 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] Deleting port 822b0e16-bf1f-439b-8e02-ad4d916dede3 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:38.609683 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.697026 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] For port 822b0e16-bf1f-439b-8e02-ad4d916dede3, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=822b0e16-bf1f-439b-8e02-ad4d916dede3,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:38.697381 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.711424 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] Calling delete_port for 822b0e16-bf1f-439b-8e02-ad4d916dede3 owned by network:router_interface {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:38.822269 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9e09f7-4b57-4b24-ae7e-ae897c352559 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:16:38.831605 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Publish callbacks [] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.847971 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Transition to ACTIVE for port object fb9e09f7-4b57-4b24-ae7e-ae897c352559 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:38.853968 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93673100-8da8-42aa-a018-edae829a0b7e req-e5ede402-13a1-4dc8-97e8-eea50f298d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:38.855583 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-93673100-8da8-42aa-a018-edae829a0b7e req-e5ede402-13a1-4dc8-97e8-eea50f298d4d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 1129 time: 0.0700829 Feb 09 13:16:38.902073 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-93673100-8da8-42aa-a018-edae829a0b7e req-43c4965a-f72b-41b6-bdb2-e0d0073158d8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370123 Feb 09 13:16:38.928387 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.951680 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (822b0e16-bf1f-439b-8e02-ad4d916dede3), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:38.978120 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] Pushing event deleted for resources: {'Port': ['ID=822b0e16-bf1f-439b-8e02-ad4d916dede3,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:38.984561 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9e09f7-4b57-4b24-ae7e-ae897c352559,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:39.052194 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Attempting to bind port fb9e09f7-4b57-4b24-ae7e-ae897c352559 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:16:39.052927 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Attempting to bind port fb9e09f7-4b57-4b24-ae7e-ae897c352559 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:16:39.053472 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Attempting to bind port fb9e09f7-4b57-4b24-ae7e-ae897c352559 on network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:16:39.060320 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Port fb9e09f7-4b57-4b24-ae7e-ae897c352559 on network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:16:39.060767 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Attempting to bind port fb9e09f7-4b57-4b24-ae7e-ae897c352559 on network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:16:39.067333 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:16:39.067853 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Checking segment: {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:16:39.068336 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Bound using segment: {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:16:39.068871 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Bound port: fb9e09f7-4b57-4b24-ae7e-ae897c352559, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1fa0ed-333a-4e73-8895-e6bf24339963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:16:39.069334 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:39.143431 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] For port fb9e09f7-4b57-4b24-ae7e-ae897c352559, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:39.146891 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] For port fb9e09f7-4b57-4b24-ae7e-ae897c352559, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fb9e09f7-4b57-4b24-ae7e-ae897c352559,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:39.167369 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655753'] for router_interface (a76a2cd1-233d-4cc9-b484-6870453ffce8), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:39.234054 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:39.267706 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.268621 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:39.270489 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] 10.222.0.31 "PUT /v2.0/ports/fb9e09f7-4b57-4b24-ae7e-ae897c352559 HTTP/1.1" status: 200 len: 1093 time: 1.1852841 Feb 09 13:16:39.272786 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'tag': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:16:39.279485 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32533305-9520-4a5a-8f43-eb1fea9bea8c" -d '{"events": [{"name": "network-changed", "server_uuid": "84445fb8-4a25-468e-a8ad-e060b55105a2", "tag": "fb9e09f7-4b57-4b24-ae7e-ae897c352559"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:16:39.313781 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd52004-63a2-478b-ac40-3a3d787e3d83 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9e09f7-4b57-4b24-ae7e-ae897c352559,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:39.351236 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34a6d50-e9a6-47f2-81f1-84cef1eefcb4 x-openstack-request-id: req-d34a6d50-e9a6-47f2-81f1-84cef1eefcb4 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:16:39.351605 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84445fb8-4a25-468e-a8ad-e060b55105a2", "tag": "fb9e09f7-4b57-4b24-ae7e-ae897c352559", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:16:39.351939 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d34a6d50-e9a6-47f2-81f1-84cef1eefcb4 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:16:39.352480 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'tag': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559', 'status': 'completed', 'code': 200} Feb 09 13:16:39.445433 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47db591-8766-43b9-96e3-1e3b11652dff req-6996c244-fcc4-45e2-8c01-e25d4a1b146f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.445659 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533305-9520-4a5a-8f43-eb1fea9bea8c req-59e95122-d0af-4f75-96b9-d95d074ecac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.445784 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f47db591-8766-43b9-96e3-1e3b11652dff req-6996c244-fcc4-45e2-8c01-e25d4a1b146f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0776405 Feb 09 13:16:39.447153 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-32533305-9520-4a5a-8f43-eb1fea9bea8c req-59e95122-d0af-4f75-96b9-d95d074ecac6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 1127 time: 0.0538030 Feb 09 13:16:39.466058 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] Router a76a2cd1-233d-4cc9-b484-6870453ffce8 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:39.510263 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f47db591-8766-43b9-96e3-1e3b11652dff req-bf4742ab-b685-4218-ba91-775b6cd2d48a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554690 Feb 09 13:16:39.570156 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533305-9520-4a5a-8f43-eb1fea9bea8c req-89960990-cf88-43ea-a7b1-7ded1ceaf645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.571617 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-32533305-9520-4a5a-8f43-eb1fea9bea8c req-89960990-cf88-43ea-a7b1-7ded1ceaf645 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=413094dda74649c282bf36d27168fc96&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1125431 Feb 09 13:16:39.576201 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:16:39.700103 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533305-9520-4a5a-8f43-eb1fea9bea8c req-bd72279f-5b67-4c1c-a804-1eddc6b5f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.701598 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-32533305-9520-4a5a-8f43-eb1fea9bea8c req-bd72279f-5b67-4c1c-a804-1eddc6b5f1fe service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236026 Feb 09 13:16:39.728859 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36241e12-7805-4363-bb7d-88aaaa59b904 req-ec0b8cf4-0b79-4f72-99d2-52040759f63d tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.730654 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-36241e12-7805-4363-bb7d-88aaaa59b904 req-ec0b8cf4-0b79-4f72-99d2-52040759f63d tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 943 time: 0.0686424 Feb 09 13:16:39.824553 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-36241e12-7805-4363-bb7d-88aaaa59b904 req-c6e285c8-9578-4880-b5c6-e47dabfdbd32 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720925 Feb 09 13:16:39.826384 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279ff11-1b2b-409f-ae92-31558c493301 req-62f88dfc-59c1-4e34-9034-ba3e4c9982e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.827855 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-62f88dfc-59c1-4e34-9034-ba3e4c9982e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 1127 time: 0.0856488 Feb 09 13:16:39.845153 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:39.851141 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-f709f902-268b-4101-954c-cd00e7d05396 admin admin] 10.222.0.84 "PUT /v2.0/routers/a76a2cd1-233d-4cc9-b484-6870453ffce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1066811 Feb 09 13:16:39.854797 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b353a-206b-4117-b40f-15cc7d4333bd None None] Sync routers for ids ['a76a2cd1-233d-4cc9-b484-6870453ffce8'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:39.858515 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46504) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:39.865788 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b353a-206b-4117-b40f-15cc7d4333bd None None] Routers {'a76a2cd1-233d-4cc9-b484-6870453ffce8'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:39.866414 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-9b3b353a-206b-4117-b40f-15cc7d4333bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['a76a2cd1-233d-4cc9-b484-6870453ffce8'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:39.871557 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-41f436c7-2b0e-4776-8002-ac8a65fda19e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9e09f7-4b57-4b24-ae7e-ae897c352559 HTTP/1.1" status: 200 len: 217 time: 0.0357933 Feb 09 13:16:39.922334 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279ff11-1b2b-409f-ae92-31558c493301 req-457b655b-bcd8-4b34-8030-d461e0314fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.924177 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-457b655b-bcd8-4b34-8030-d461e0314fa5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cbb47fb-25d3-4b90-8f6c-52fce146153a HTTP/1.1" status: 200 len: 850 time: 0.0437357 Feb 09 13:16:39.965311 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Publish callbacks [] for router (a76a2cd1-233d-4cc9-b484-6870453ffce8), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:39.976847 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279ff11-1b2b-409f-ae92-31558c493301 req-f2f45e1e-35a8-4935-8a18-945e60059333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.978057 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-9b3b353a-206b-4117-b40f-15cc7d4333bd None None] Set router a76a2cd1-233d-4cc9-b484-6870453ffce8 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:39.978578 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-f2f45e1e-35a8-4935-8a18-945e60059333 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481436 Feb 09 13:16:40.071593 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Publish callbacks [] for router_gateway (a76a2cd1-233d-4cc9-b484-6870453ffce8), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:40.073565 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-01174620-6692-466e-ba34-94c2725ac9fb service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886011 Feb 09 13:16:40.178668 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-9b3b353a-206b-4117-b40f-15cc7d4333bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:16:38Z', 'revision_number': 5, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port': {'id': 'cebc9a03-aebd-413f-8b85-ac3f21bbd149', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:09Z', 'updated_at': '2022-02-09T13:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:40.181497 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4279ff11-1b2b-409f-ae92-31558c493301 req-5a74a34f-3066-4ca5-89aa-3084a5b01750 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964782 Feb 09 13:16:40.205087 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b353a-206b-4117-b40f-15cc7d4333bd None None] Checking router: a76a2cd1-233d-4cc9-b484-6870453ffce8 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:40.214613 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b353a-206b-4117-b40f-15cc7d4333bd None None] Routers {'a76a2cd1-233d-4cc9-b484-6870453ffce8'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:40.215602 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-9b3b353a-206b-4117-b40f-15cc7d4333bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['a76a2cd1-233d-4cc9-b484-6870453ffce8'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:40.231315 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Deleting port cebc9a03-aebd-413f-8b85-ac3f21bbd149 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:40.231648 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:40.310782 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-9b3b353a-206b-4117-b40f-15cc7d4333bd None None] Set router a76a2cd1-233d-4cc9-b484-6870453ffce8 gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:40.317668 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] For port cebc9a03-aebd-413f-8b85-ac3f21bbd149, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=cebc9a03-aebd-413f-8b85-ac3f21bbd149,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:40.318041 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:40.331140 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Calling delete_port for cebc9a03-aebd-413f-8b85-ac3f21bbd149 owned by network:router_gateway {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:40.367703 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-9b3b353a-206b-4117-b40f-15cc7d4333bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:16:40Z', 'revision_number': 6, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port_host': None}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:40.395582 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b353a-206b-4117-b40f-15cc7d4333bd None None] The sync data for ids ['a76a2cd1-233d-4cc9-b484-6870453ffce8'] in dv-cinder-827860-3-iscsi is: [{'id': 'a76a2cd1-233d-4cc9-b484-6870453ffce8', 'name': 'tempest-TestMinimumBasicScenario-1373872030-router', 'tenant_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:08Z', 'updated_at': '2022-02-09T13:16:40Z', 'revision_number': 6, 'project_id': 'ac777728da844e3a91e4d65d4aa9e4a5', 'gw_port_host': None}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:40.573333 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (cebc9a03-aebd-413f-8b85-ac3f21bbd149), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:40.602798 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Pushing event deleted for resources: {'Port': ['ID=cebc9a03-aebd-413f-8b85-ac3f21bbd149,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:40.694197 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662891'] for router_gateway (a76a2cd1-233d-4cc9-b484-6870453ffce8), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:40.702022 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbea3c-ee36-4e65-b06b-ba7de8d9855d req-43bb63b6-201b-4e13-9afc-7c5c87ac4fbd tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:40.703676 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e0cbea3c-ee36-4e65-b06b-ba7de8d9855d req-43bb63b6-201b-4e13-9afc-7c5c87ac4fbd tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.1059868 Feb 09 13:16:40.833198 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25951'] for router (a76a2cd1-233d-4cc9-b484-6870453ffce8), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:40.837141 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Publish callbacks [] for router_controller (a76a2cd1-233d-4cc9-b484-6870453ffce8), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:40.911907 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e0cbea3c-ee36-4e65-b06b-ba7de8d9855d req-30d07f77-6998-4c69-be93-dbd18a08a5bd tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941569 Feb 09 13:16:40.948341 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe72dd-2ed8-4192-8661-df17f9ce5626 req-4c1df4fc-a01b-4435-bff0-2d7a8bf097be tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:40.949844 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-febe72dd-2ed8-4192-8661-df17f9ce5626 req-4c1df4fc-a01b-4435-bff0-2d7a8bf097be tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 943 time: 0.0537417 Feb 09 13:16:40.988964 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658427'] for router (a76a2cd1-233d-4cc9-b484-6870453ffce8), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:40.989502 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a76a2cd1-233d-4cc9-b484-6870453ffce8 {{(pid=103165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:16:40.995422 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:40.996534 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-51cddb85-deb5-4ce4-894d-205a3ef0f536 admin admin] 10.222.0.84 "DELETE /v2.0/routers/a76a2cd1-233d-4cc9-b484-6870453ffce8 HTTP/1.1" status: 204 len: 168 time: 1.1370444 Feb 09 13:16:40.999602 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-febe72dd-2ed8-4192-8661-df17f9ce5626 req-170f1097-c167-46a9-adde-9b29c47c0d93 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439806 Feb 09 13:16:41.000033 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46512) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:41.037921 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116b45-7e25-4637-b3f8-44239be26f3b req-8c81c135-85d8-41d6-ac0f-8c648fc8e976 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:41.039594 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8a116b45-7e25-4637-b3f8-44239be26f3b req-8c81c135-85d8-41d6-ac0f-8c648fc8e976 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0597873 Feb 09 13:16:41.044495 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a60915-3e26-4441-941d-2a8c046cd0dc admin admin] Deleting subnet ba99ff79-216b-49d5-86c7-2a24c634b96a {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:16:41.047685 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96a60915-3e26-4441-941d-2a8c046cd0dc admin admin] Publish callbacks [] for subnet (ba99ff79-216b-49d5-86c7-2a24c634b96a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.048090 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46514) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:41.053149 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-42199166-6022-4f35-b675-8fec87bdd14a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Request body: {'floatingip': {'port_id': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:41.086137 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96a60915-3e26-4441-941d-2a8c046cd0dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8445525'] for subnet (ba99ff79-216b-49d5-86c7-2a24c634b96a), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.094174 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-42199166-6022-4f35-b675-8fec87bdd14a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (eff3c546-c81d-412e-bc86-6e14a8453b33), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.183227 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 822b0e16-bf1f-439b-8e02-ad4d916dede3 no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:16:41.196034 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96a60915-3e26-4441-941d-2a8c046cd0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (ba99ff79-216b-49d5-86c7-2a24c634b96a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.210709 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 822b0e16-bf1f-439b-8e02-ad4d916dede3 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:16:41.210709 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 822b0e16-bf1f-439b-8e02-ad4d916dede3 not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:16:41.329733 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96a60915-3e26-4441-941d-2a8c046cd0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510234'] for subnet (ba99ff79-216b-49d5-86c7-2a24c634b96a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.356241 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a60915-3e26-4441-941d-2a8c046cd0dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba99ff79-216b-49d5-86c7-2a24c634b96a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:41.358322 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-96a60915-3e26-4441-941d-2a8c046cd0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.365042 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-96a60915-3e26-4441-941d-2a8c046cd0dc admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ba99ff79-216b-49d5-86c7-2a24c634b96a HTTP/1.1" status: 204 len: 168 time: 0.3639917 Feb 09 13:16:41.365443 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5198f929-eb95-495a-8f43-93f6fc1398fd None None] Network 2d8539eb-78a6-4037-811a-eb4032e8827a requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:16:41.365881 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46516) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:41.443407 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (2d8539eb-78a6-4037-811a-eb4032e8827a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.511709 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Deleting port 3158e83c-86ed-4d73-b1b9-1f138151958d {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:41.512053 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.551265 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad6cf64-0aac-4306-8aef-d1bbe490a87d None None] DHCP port deletion for 2d8539eb-78a6-4037-811a-eb4032e8827a request from dv-cinder-827860-3-iscsi {{(pid=103166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:16:41.578593 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-42199166-6022-4f35-b675-8fec87bdd14a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.584950 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] For port 3158e83c-86ed-4d73-b1b9-1f138151958d, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=3158e83c-86ed-4d73-b1b9-1f138151958d,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:41.585391 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.598175 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Calling delete_port for 3158e83c-86ed-4d73-b1b9-1f138151958d owned by network:dhcp {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:41.605290 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6cf64-0aac-4306-8aef-d1bbe490a87d None None] Deleting port 3158e83c-86ed-4d73-b1b9-1f138151958d {{(pid=103166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:41.605668 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-2ad6cf64-0aac-4306-8aef-d1bbe490a87d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), before_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.648590 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-42199166-6022-4f35-b675-8fec87bdd14a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (eff3c546-c81d-412e-bc86-6e14a8453b33), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.667478 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-2ad6cf64-0aac-4306-8aef-d1bbe490a87d None None] For port 3158e83c-86ed-4d73-b1b9-1f138151958d, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=3158e83c-86ed-4d73-b1b9-1f138151958d,segment=NetworkSegment(fbd808d7-9ad9-4dfa-8993-86be242c985b),segment_id=fbd808d7-9ad9-4dfa-8993-86be242c985b)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:41.667879 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-2ad6cf64-0aac-4306-8aef-d1bbe490a87d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), precommit_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.680723 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6cf64-0aac-4306-8aef-d1bbe490a87d None None] Calling delete_port for 3158e83c-86ed-4d73-b1b9-1f138151958d owned by network:dhcp {{(pid=103166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:41.744886 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.753321 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.l3_db [None req-42199166-6022-4f35-b675-8fec87bdd14a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Floating IP eff3c546-c81d-412e-bc86-6e14a8453b33 associated. External IP: 172.27.1.57, port: 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3. Feb 09 13:16:41.776128 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Pushing event deleted for resources: {'Port': ['ID=3158e83c-86ed-4d73-b1b9-1f138151958d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:41.780233 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] No DVR routers for this DVR port 3158e83c-86ed-4d73-b1b9-1f138151958d on host dv-cinder-827860-3-iscsi {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:41.806151 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-2ad6cf64-0aac-4306-8aef-d1bbe490a87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841'] for port (3158e83c-86ed-4d73-b1b9-1f138151958d), after_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.828959 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6cf64-0aac-4306-8aef-d1bbe490a87d None None] Pushing event deleted for resources: {'Port': ['ID=3158e83c-86ed-4d73-b1b9-1f138151958d,revision_number=None']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:41.836303 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6cf64-0aac-4306-8aef-d1bbe490a87d None None] No DVR routers for this DVR port 3158e83c-86ed-4d73-b1b9-1f138151958d on host dv-cinder-827860-3-iscsi {{(pid=103166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:41.853359 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (2d8539eb-78a6-4037-811a-eb4032e8827a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.875210 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8539eb-78a6-4037-811a-eb4032e8827a']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:41.884758 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd808d7-9ad9-4dfa-8993-86be242c985b') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:41.885057 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd808d7-9ad9-4dfa-8993-86be242c985b') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:41.897961 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8445534'] for segment (fbd808d7-9ad9-4dfa-8993-86be242c985b), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.911629 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (fbd808d7-9ad9-4dfa-8993-86be242c985b), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.917650 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:16:41.918033 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3579570'] for segment (fbd808d7-9ad9-4dfa-8993-86be242c985b), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: Traceback (most recent call last): Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: timer() Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: cb(*args, **kw) Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: return func(*args, **kwargs) Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: self._notify() Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: self.callback(batched_events) Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: event.method(event) Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: return f(self, *a, **k) Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: return self._get(url).json() Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:16:41.919706 dv-cinder-827860-3-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:16:41.979297 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42199166-6022-4f35-b675-8fec87bdd14a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:42.061056 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (2d8539eb-78a6-4037-811a-eb4032e8827a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:42.070366 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:42.076320 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] 10.222.0.84 "DELETE /v2.0/networks/2d8539eb-78a6-4037-811a-eb4032e8827a HTTP/1.1" status: 204 len: 168 time: 0.7063692 Feb 09 13:16:42.076622 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46520) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:42.092356 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702853e6-62f6-40a1-aaa7-584bfeb5a311 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d8539eb-78a6-4037-811a-eb4032e8827a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:42.140580 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d678-7942-46b8-9874-7ebfee337c9b req-991c9f00-6aac-45c0-af73-390a9e277e07 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:42.142093 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0938d678-7942-46b8-9874-7ebfee337c9b req-991c9f00-6aac-45c0-af73-390a9e277e07 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 943 time: 0.0584996 Feb 09 13:16:42.154323 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42199166-6022-4f35-b675-8fec87bdd14a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:42.159688 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-42199166-6022-4f35-b675-8fec87bdd14a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:42.166851 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868492e-b8aa-4d8d-8a2c-05ebdbb7e96e None None] Sync routers for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:42.180940 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868492e-b8aa-4d8d-8a2c-05ebdbb7e96e None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:42.181651 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-c868492e-b8aa-4d8d-8a2c-05ebdbb7e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:42.185942 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fb9e09f7-4b57-4b24-ae7e-ae897c352559 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:16:42.194795 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0938d678-7942-46b8-9874-7ebfee337c9b req-fab3292f-cb06-4a04-969d-15f0cf16d43f tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464349 Feb 09 13:16:42.206121 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-42199166-6022-4f35-b675-8fec87bdd14a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "PUT /v2.0/floatingips/eff3c546-c81d-412e-bc86-6e14a8453b33 HTTP/1.1" status: 200 len: 990 time: 1.1566186 Feb 09 13:16:42.208547 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:16:42.215278 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee772f39-a19b-48c4-b7e2-52c7c16454bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:16:42.333016 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fb9e09f7-4b57-4b24-ae7e-ae897c352559, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fb9e09f7-4b57-4b24-ae7e-ae897c352559,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:42.334114 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-c868492e-b8aa-4d8d-8a2c-05ebdbb7e96e None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:42.349636 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'port_id': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559', 'mac_address': 'fa:16:3e:be:63:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:16:42.373135 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc058e6-e4d7-4a1d-a0af-1707eede7c36 x-openstack-request-id: req-bdc058e6-e4d7-4a1d-a0af-1707eede7c36 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:16:42.373499 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:16:42.373929 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bdc058e6-e4d7-4a1d-a0af-1707eede7c36 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:16:42.374448 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'status': 'completed', 'code': 200} Feb 09 13:16:42.388680 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f9a8b-2416-4d01-8d3c-7d779936edab req-d0b38433-dd9b-41ff-a7db-e152fb36ed73 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:42.390295 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0d0f9a8b-2416-4d01-8d3c-7d779936edab req-d0b38433-dd9b-41ff-a7db-e152fb36ed73 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0836689 Feb 09 13:16:42.400026 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port fb9e09f7-4b57-4b24-ae7e-ae897c352559 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:42.400425 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:42.415106 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9e09f7-4b57-4b24-ae7e-ae897c352559 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:16:42.437131 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fb9e09f7-4b57-4b24-ae7e-ae897c352559, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fb9e09f7-4b57-4b24-ae7e-ae897c352559,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:42.460919 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772f39-a19b-48c4-b7e2-52c7c16454bb req-37e8f2fc-4d38-4028-acf1-c047c08c2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:42.462531 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ee772f39-a19b-48c4-b7e2-52c7c16454bb req-37e8f2fc-4d38-4028-acf1-c047c08c2d63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 1129 time: 0.0660632 Feb 09 13:16:42.500886 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:42.506103 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0d0f9a8b-2416-4d01-8d3c-7d779936edab req-9f024403-2234-4f2a-95cb-80f69c690ac0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987904 Feb 09 13:16:42.566288 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=fb9e09f7-4b57-4b24-ae7e-ae897c352559,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:42.574725 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772f39-a19b-48c4-b7e2-52c7c16454bb req-00a0fd63-18ee-40dc-a359-57b04949840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:42.576487 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ee772f39-a19b-48c4-b7e2-52c7c16454bb req-00a0fd63-18ee-40dc-a359-57b04949840e service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 917 time: 0.1082966 Feb 09 13:16:42.602393 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655645'] for router_interface (ef66980d-e876-4fcc-877c-66ef85a85f6f), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:42.606609 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-c868492e-b8aa-4d8d-8a2c-05ebdbb7e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'eff3c546-c81d-412e-bc86-6e14a8453b33', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'port_id': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'mac_address': 'fa:16:3e:1b:ea:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:16:26Z', 'updated_at': '2022-02-09T13:16:41Z', 'revision_number': 1, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:42.633416 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868492e-b8aa-4d8d-8a2c-05ebdbb7e96e None None] Checking router: 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:42.645374 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868492e-b8aa-4d8d-8a2c-05ebdbb7e96e None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:42.646499 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-c868492e-b8aa-4d8d-8a2c-05ebdbb7e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:42.649838 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ee772f39-a19b-48c4-b7e2-52c7c16454bb req-bfe20407-076f-4bdc-9a11-ab8bdbd99297 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 HTTP/1.1" status: 200 len: 998 time: 0.0665026 Feb 09 13:16:42.701811 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772f39-a19b-48c4-b7e2-52c7c16454bb req-48ab94f0-8cd6-4c49-a267-84497f0f3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:42.703399 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ee772f39-a19b-48c4-b7e2-52c7c16454bb req-48ab94f0-8cd6-4c49-a267-84497f0f3e1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=554c6378-3dbd-4135-b433-882cffe509d2 HTTP/1.1" status: 200 len: 855 time: 0.0469959 Feb 09 13:16:42.729091 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device cebc9a03-aebd-413f-8b85-ac3f21bbd149 no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:16:42.763369 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee772f39-a19b-48c4-b7e2-52c7c16454bb req-13298c6d-c59f-427a-aa90-8cd70c3d2bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:42.764873 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ee772f39-a19b-48c4-b7e2-52c7c16454bb req-13298c6d-c59f-427a-aa90-8cd70c3d2bb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32947b8-36d8-4e31-8400-b282b6379a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524259 Feb 09 13:16:42.766112 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['fb9e09f7-4b57-4b24-ae7e-ae897c352559'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:16:42.768701 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: cebc9a03-aebd-413f-8b85-ac3f21bbd149 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:16:42.776697 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device cebc9a03-aebd-413f-8b85-ac3f21bbd149 not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:16:42.776697 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 3158e83c-86ed-4d73-b1b9-1f138151958d no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:16:42.804433 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-c868492e-b8aa-4d8d-8a2c-05ebdbb7e96e None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:42.820566 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 3158e83c-86ed-4d73-b1b9-1f138151958d {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:16:42.820915 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 3158e83c-86ed-4d73-b1b9-1f138151958d not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:16:42.889647 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ee772f39-a19b-48c4-b7e2-52c7c16454bb req-4ffc3a2b-a82b-4a46-91a6-a67ddfb2ae35 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175110 Feb 09 13:16:42.943829 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] Deleting port 9c480394-d472-4fe3-8b28-fb42d07ff9f7 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:42.944203 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:42.994727 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ee772f39-a19b-48c4-b7e2-52c7c16454bb req-805b6a4a-1bd8-4915-893c-1be658e35f19 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982141 Feb 09 13:16:43.028679 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] For port 9c480394-d472-4fe3-8b28-fb42d07ff9f7, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=9c480394-d472-4fe3-8b28-fb42d07ff9f7,segment=NetworkSegment(6771b8f9-713f-4603-b6e2-2ee4eaddab82),segment_id=6771b8f9-713f-4603-b6e2-2ee4eaddab82)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:43.029041 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:43.041750 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] Calling delete_port for 9c480394-d472-4fe3-8b28-fb42d07ff9f7 owned by network:router_interface {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:43.061531 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-c868492e-b8aa-4d8d-8a2c-05ebdbb7e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'eff3c546-c81d-412e-bc86-6e14a8453b33', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'port_id': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'mac_address': 'fa:16:3e:1b:ea:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:16:26Z', 'updated_at': '2022-02-09T13:16:41Z', 'revision_number': 1, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:43.088233 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868492e-b8aa-4d8d-8a2c-05ebdbb7e96e None None] The sync data for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi is: [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'eff3c546-c81d-412e-bc86-6e14a8453b33', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'port_id': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'mac_address': 'fa:16:3e:1b:ea:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:16:26Z', 'updated_at': '2022-02-09T13:16:41Z', 'revision_number': 1, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:43.283207 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87033411-d991-47fd-8e51-691b261d91eb None None] New status for floating IP eff3c546-c81d-412e-bc86-6e14a8453b33: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:16:43.350620 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f22c9-8611-4257-8198-148d6a4de25c req-62ec15ff-20d6-46ea-b29c-3f2be3bafe15 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:43.357897 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-931f22c9-8611-4257-8198-148d6a4de25c req-62ec15ff-20d6-46ea-b29c-3f2be3bafe15 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 944 time: 0.0663929 Feb 09 13:16:43.407385 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-931f22c9-8611-4257-8198-148d6a4de25c req-a83f8960-96d7-4844-bf44-46252f68fd5b tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483928 Feb 09 13:16:43.534832 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (9c480394-d472-4fe3-8b28-fb42d07ff9f7), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:43.560901 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c480394-d472-4fe3-8b28-fb42d07ff9f7,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:43.742278 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897d67c-902a-445a-a80e-98d24a57872f req-618f125d-4f1e-437b-821e-19dfcd4bad9e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:43.743885 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d897d67c-902a-445a-a80e-98d24a57872f req-618f125d-4f1e-437b-821e-19dfcd4bad9e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.1383402 Feb 09 13:16:43.803181 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655753'] for router_interface (ef66980d-e876-4fcc-877c-66ef85a85f6f), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:43.811879 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d897d67c-902a-445a-a80e-98d24a57872f req-ffd40bc3-8421-4c85-ae00-232505895ea0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624285 Feb 09 13:16:44.024603 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] Router ef66980d-e876-4fcc-877c-66ef85a85f6f has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:44.130416 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:44.135769 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-44a0323f-de2f-4bc7-b965-2f4dceb39238 admin admin] 10.222.0.84 "PUT /v2.0/routers/ef66980d-e876-4fcc-877c-66ef85a85f6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0581477 Feb 09 13:16:44.138313 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46536) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:44.140794 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b622c-a700-4081-9085-33ecbc3940a5 None None] Sync routers for ids ['ef66980d-e876-4fcc-877c-66ef85a85f6f'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:44.150854 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b622c-a700-4081-9085-33ecbc3940a5 None None] Routers {'ef66980d-e876-4fcc-877c-66ef85a85f6f'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:44.151706 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-7f5b622c-a700-4081-9085-33ecbc3940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['ef66980d-e876-4fcc-877c-66ef85a85f6f'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:44.225584 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fb9e09f7-4b57-4b24-ae7e-ae897c352559 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:16:44.246302 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Publish callbacks [] for router (ef66980d-e876-4fcc-877c-66ef85a85f6f), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:44.280040 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-7f5b622c-a700-4081-9085-33ecbc3940a5 None None] Set router ef66980d-e876-4fcc-877c-66ef85a85f6f gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:44.347900 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port fb9e09f7-4b57-4b24-ae7e-ae897c352559 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:44.353049 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port fb9e09f7-4b57-4b24-ae7e-ae897c352559 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:44.353680 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Publish callbacks [] for router_gateway (ef66980d-e876-4fcc-877c-66ef85a85f6f), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:44.354259 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:44.437787 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port fb9e09f7-4b57-4b24-ae7e-ae897c352559 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:44.438187 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:44.466243 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:16:44.468556 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0039e64c-abcd-4fb4-99e9-c2a81474ccf7" -d '{"events": [{"server_uuid": "84445fb8-4a25-468e-a8ad-e060b55105a2", "name": "network-vif-plugged", "status": "completed", "tag": "fb9e09f7-4b57-4b24-ae7e-ae897c352559"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:16:44.482829 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fb9e09f7-4b57-4b24-ae7e-ae897c352559, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fb9e09f7-4b57-4b24-ae7e-ae897c352559,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:44.501331 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-7f5b622c-a700-4081-9085-33ecbc3940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'name': 'tempest-TestMinimumBasicScenario-800197343-router', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:19Z', 'updated_at': '2022-02-09T13:16:43Z', 'revision_number': 5, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'gw_port': {'id': '4b648015-6a69-4453-a7aa-dc44bf04d42f', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:20Z', 'updated_at': '2022-02-09T13:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:44.514843 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eec0a4-fe49-407a-90e9-17ee9c180a33 x-openstack-request-id: req-a7eec0a4-fe49-407a-90e9-17ee9c180a33 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:16:44.515196 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84445fb8-4a25-468e-a8ad-e060b55105a2", "name": "network-vif-plugged", "status": "completed", "tag": "fb9e09f7-4b57-4b24-ae7e-ae897c352559", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:16:44.515462 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a7eec0a4-fe49-407a-90e9-17ee9c180a33 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:16:44.515872 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559', 'code': 200} Feb 09 13:16:44.539333 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Deleting port 4b648015-6a69-4453-a7aa-dc44bf04d42f {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:44.540054 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:44.547035 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b622c-a700-4081-9085-33ecbc3940a5 None None] Checking router: ef66980d-e876-4fcc-877c-66ef85a85f6f for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:44.558129 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b622c-a700-4081-9085-33ecbc3940a5 None None] Routers {'ef66980d-e876-4fcc-877c-66ef85a85f6f'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:44.558844 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-7f5b622c-a700-4081-9085-33ecbc3940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['ef66980d-e876-4fcc-877c-66ef85a85f6f'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:44.586255 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:44.605384 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a949786-afaf-4a42-9fec-3b1cc8ade5d6 req-7fbdcbc5-edfe-4a08-9497-54bac61bc609 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:44.606894 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3a949786-afaf-4a42-9fec-3b1cc8ade5d6 req-7fbdcbc5-edfe-4a08-9497-54bac61bc609 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 944 time: 0.1068397 Feb 09 13:16:44.649793 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=fb9e09f7-4b57-4b24-ae7e-ae897c352559,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:44.658393 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] For port 4b648015-6a69-4453-a7aa-dc44bf04d42f, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=4b648015-6a69-4453-a7aa-dc44bf04d42f,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:44.658393 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:44.684487 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Calling delete_port for 4b648015-6a69-4453-a7aa-dc44bf04d42f owned by network:router_gateway {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:44.710603 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3a949786-afaf-4a42-9fec-3b1cc8ade5d6 req-59417e0f-eb6e-4180-a9f0-1b8c643905e8 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825126 Feb 09 13:16:44.742860 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-7f5b622c-a700-4081-9085-33ecbc3940a5 None None] Set router ef66980d-e876-4fcc-877c-66ef85a85f6f gateway port host: None {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:44.794713 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-7f5b622c-a700-4081-9085-33ecbc3940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'name': 'tempest-TestMinimumBasicScenario-800197343-router', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:19Z', 'updated_at': '2022-02-09T13:16:44Z', 'revision_number': 6, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'gw_port_host': None}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:44.824816 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b622c-a700-4081-9085-33ecbc3940a5 None None] The sync data for ids ['ef66980d-e876-4fcc-877c-66ef85a85f6f'] in dv-cinder-827860-3-iscsi is: [{'id': 'ef66980d-e876-4fcc-877c-66ef85a85f6f', 'name': 'tempest-TestMinimumBasicScenario-800197343-router', 'tenant_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:19Z', 'updated_at': '2022-02-09T13:16:44Z', 'revision_number': 6, 'project_id': 'b7cf5a04d78645f3b63bb1e0201b890d', 'gw_port_host': None}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:44.918791 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def94ca8-4429-45f6-847d-005a4c0566eb req-b8a71004-e9de-41e3-8711-10f46da9c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:44.920252 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-def94ca8-4429-45f6-847d-005a4c0566eb req-b8a71004-e9de-41e3-8711-10f46da9c090 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 1129 time: 0.0445440 Feb 09 13:16:44.963354 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-def94ca8-4429-45f6-847d-005a4c0566eb req-3343fd91-29e6-4971-86b2-e38aee391fae service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370970 Feb 09 13:16:44.980521 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (4b648015-6a69-4453-a7aa-dc44bf04d42f), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.006818 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b648015-6a69-4453-a7aa-dc44bf04d42f,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:45.065576 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662891'] for router_gateway (ef66980d-e876-4fcc-877c-66ef85a85f6f), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.154812 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25951'] for router (ef66980d-e876-4fcc-877c-66ef85a85f6f), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.156744 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Publish callbacks [] for router_controller (ef66980d-e876-4fcc-877c-66ef85a85f6f), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.299113 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658427'] for router (ef66980d-e876-4fcc-877c-66ef85a85f6f), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.299649 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef66980d-e876-4fcc-877c-66ef85a85f6f {{(pid=103165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:16:45.313149 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.313149 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-35a64bcd-40af-4adf-ba27-2752024ae15f admin admin] 10.222.0.84 "DELETE /v2.0/routers/ef66980d-e876-4fcc-877c-66ef85a85f6f HTTP/1.1" status: 204 len: 168 time: 1.1669493 Feb 09 13:16:45.313149 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46546) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:45.352210 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_v2 [None req-a259f187-9fe1-4f83-ab33-ebd126e28c12 admin admin] Deleting subnet bda8e2a7-27f3-4515-90be-48ddc7b704bc {{(pid=103165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:16:45.355466 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a259f187-9fe1-4f83-ab33-ebd126e28c12 admin admin] Publish callbacks [] for subnet (bda8e2a7-27f3-4515-90be-48ddc7b704bc), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.389252 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a259f187-9fe1-4f83-ab33-ebd126e28c12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355185'] for subnet (bda8e2a7-27f3-4515-90be-48ddc7b704bc), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.495181 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a259f187-9fe1-4f83-ab33-ebd126e28c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (bda8e2a7-27f3-4515-90be-48ddc7b704bc), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.640421 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a259f187-9fe1-4f83-ab33-ebd126e28c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449107'] for subnet (bda8e2a7-27f3-4515-90be-48ddc7b704bc), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.663783 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259f187-9fe1-4f83-ab33-ebd126e28c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda8e2a7-27f3-4515-90be-48ddc7b704bc,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:45.668501 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a259f187-9fe1-4f83-ab33-ebd126e28c12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.670404 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a259f187-9fe1-4f83-ab33-ebd126e28c12 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/bda8e2a7-27f3-4515-90be-48ddc7b704bc HTTP/1.1" status: 204 len: 168 time: 0.3607295 Feb 09 13:16:45.672904 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46552) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:45.676974 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6365b5b-7a02-4daf-a426-bead28d8851e None None] Network 4d509c8e-4609-424e-a961-ad6bd5a27a27 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:16:45.753342 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (4d509c8e-4609-424e-a961-ad6bd5a27a27), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.823600 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Deleting port 9c576944-904a-4d68-9337-33e2c74c8c6f {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:45.823994 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.845175 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34705bb-b318-4402-945d-81a4a9ebde3d req-46fa1b2b-a5fe-4a6b-bd8f-aa6145b92aa0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:45.854361 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d34705bb-b318-4402-945d-81a4a9ebde3d req-46fa1b2b-a5fe-4a6b-bd8f-aa6145b92aa0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 945 time: 0.0678258 Feb 09 13:16:45.860987 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7f8b6-311a-4609-a7fe-74f3032e4d39 None None] DHCP port deletion for 4d509c8e-4609-424e-a961-ad6bd5a27a27 request from dv-cinder-827860-3-iscsi {{(pid=103166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:16:45.895380 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] For port 9c576944-904a-4d68-9337-33e2c74c8c6f, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=9c576944-904a-4d68-9337-33e2c74c8c6f,segment=NetworkSegment(6771b8f9-713f-4603-b6e2-2ee4eaddab82),segment_id=6771b8f9-713f-4603-b6e2-2ee4eaddab82)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:45.895759 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:45.903185 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d34705bb-b318-4402-945d-81a4a9ebde3d req-9fe3441c-6251-4f12-aa0a-c73437b62ec5 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476422 Feb 09 13:16:45.910846 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Calling delete_port for 9c576944-904a-4d68-9337-33e2c74c8c6f owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:45.931365 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7f8b6-311a-4609-a7fe-74f3032e4d39 None None] Deleting port 9c576944-904a-4d68-9337-33e2c74c8c6f {{(pid=103166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:16:45.931884 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f8b6-311a-4609-a7fe-74f3032e4d39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), before_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:46.002635 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-e4b7f8b6-311a-4609-a7fe-74f3032e4d39 None None] For port 9c576944-904a-4d68-9337-33e2c74c8c6f, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=9c576944-904a-4d68-9337-33e2c74c8c6f,segment=NetworkSegment(6771b8f9-713f-4603-b6e2-2ee4eaddab82),segment_id=6771b8f9-713f-4603-b6e2-2ee4eaddab82)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:46.002976 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f8b6-311a-4609-a7fe-74f3032e4d39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), precommit_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:46.015878 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7f8b6-311a-4609-a7fe-74f3032e4d39 None None] Calling delete_port for 9c576944-904a-4d68-9337-33e2c74c8c6f owned by network:dhcp {{(pid=103166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:16:46.089159 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:46.094887 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f8b6-311a-4609-a7fe-74f3032e4d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841'] for port (9c576944-904a-4d68-9337-33e2c74c8c6f), after_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:46.117236 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c576944-904a-4d68-9337-33e2c74c8c6f,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:46.119109 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] No DVR routers for this DVR port 9c576944-904a-4d68-9337-33e2c74c8c6f on host dv-cinder-827860-3-iscsi {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:46.124105 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7f8b6-311a-4609-a7fe-74f3032e4d39 None None] Pushing event deleted for resources: {'Port': ['ID=9c576944-904a-4d68-9337-33e2c74c8c6f,revision_number=None']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:46.126089 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7f8b6-311a-4609-a7fe-74f3032e4d39 None None] No DVR routers for this DVR port 9c576944-904a-4d68-9337-33e2c74c8c6f on host dv-cinder-827860-3-iscsi {{(pid=103166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:46.193991 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (4d509c8e-4609-424e-a961-ad6bd5a27a27), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:46.216225 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d509c8e-4609-424e-a961-ad6bd5a27a27']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:46.233684 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6771b8f9-713f-4603-b6e2-2ee4eaddab82') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:46.233997 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6771b8f9-713f-4603-b6e2-2ee4eaddab82') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:46.245117 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (6771b8f9-713f-4603-b6e2-2ee4eaddab82), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:46.262726 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (6771b8f9-713f-4603-b6e2-2ee4eaddab82), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:46.269273 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:16:46.269678 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (6771b8f9-713f-4603-b6e2-2ee4eaddab82), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:16:46.272125 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:16:46.409571 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (4d509c8e-4609-424e-a961-ad6bd5a27a27), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:46.415282 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:46.418521 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4d509c8e-4609-424e-a961-ad6bd5a27a27 HTTP/1.1" status: 204 len: 168 time: 0.7446146 Feb 09 13:16:46.430374 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f664c-821b-4c18-b0ed-4a970b2f98b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d509c8e-4609-424e-a961-ad6bd5a27a27,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:46.701653 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 9c480394-d472-4fe3-8b28-fb42d07ff9f7 no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:16:46.721801 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 9c480394-d472-4fe3-8b28-fb42d07ff9f7 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:16:46.722146 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 9c480394-d472-4fe3-8b28-fb42d07ff9f7 not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:16:46.722763 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 4b648015-6a69-4453-a7aa-dc44bf04d42f no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:16:46.742609 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 4b648015-6a69-4453-a7aa-dc44bf04d42f {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:16:46.742965 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 4b648015-6a69-4453-a7aa-dc44bf04d42f not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:16:46.743390 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 9c576944-904a-4d68-9337-33e2c74c8c6f no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:16:46.761701 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 9c576944-904a-4d68-9337-33e2c74c8c6f {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:16:46.762054 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 9c576944-904a-4d68-9337-33e2c74c8c6f not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:16:46.781938 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46558) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:46.820518 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-eb2a3711-2384-4d55-b836-f4246b24ce87 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ac777728da844e3a91e4d65d4aa9e4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374174 Feb 09 13:16:46.822944 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46560) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:46.873342 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2f628080-b80b-4197-9509-1a08e2b8c16a admin admin] Publish callbacks [] for security_group (e1893830-c109-4904-9ded-4c496a9c80ef), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:46.893904 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2f628080-b80b-4197-9509-1a08e2b8c16a admin admin] Publish callbacks [] for security_group (e1893830-c109-4904-9ded-4c496a9c80ef), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:47.019341 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2f628080-b80b-4197-9509-1a08e2b8c16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e1893830-c109-4904-9ded-4c496a9c80ef), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:47.022423 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2f628080-b80b-4197-9509-1a08e2b8c16a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:47.023676 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2f628080-b80b-4197-9509-1a08e2b8c16a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e1893830-c109-4904-9ded-4c496a9c80ef HTTP/1.1" status: 204 len: 168 time: 0.1998038 Feb 09 13:16:47.032478 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfb688-4ebf-4deb-8fcf-9bfb6fcffb0b req-cccaf6c1-ba5c-4e67-ba4d-b910bf7f3210 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:47.033942 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-51bfb688-4ebf-4deb-8fcf-9bfb6fcffb0b req-cccaf6c1-ba5c-4e67-ba4d-b910bf7f3210 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 945 time: 0.0583925 Feb 09 13:16:47.041802 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f628080-b80b-4197-9509-1a08e2b8c16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1893830-c109-4904-9ded-4c496a9c80ef,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:47.087522 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-51bfb688-4ebf-4deb-8fcf-9bfb6fcffb0b req-d528998a-2fc2-45f0-b804-f4ea01472fdf tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468278 Feb 09 13:16:47.204626 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602a216-1abb-4869-b3c8-a133052af1dd req-a69e4bfa-6ffb-4aff-a1dd-e3a98c8403ff tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:47.206118 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2602a216-1abb-4869-b3c8-a133052af1dd req-a69e4bfa-6ffb-4aff-a1dd-e3a98c8403ff tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 945 time: 0.0564013 Feb 09 13:16:47.215413 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46568) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:47.219789 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-6e023e35-9c87-4ff1-9f5e-0ee70eb590c1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Request body: {'floatingip': {'port_id': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:47.257940 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e023e35-9c87-4ff1-9f5e-0ee70eb590c1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (ae201812-7efa-4120-a11d-5faa250780a8), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:47.391991 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:47.690345 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e023e35-9c87-4ff1-9f5e-0ee70eb590c1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:47.711724 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46572) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:47.755547 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-04a39c1c-44de-4fd9-95a6-a9d91c8a0a05 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b7cf5a04d78645f3b63bb1e0201b890d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425591 Feb 09 13:16:47.758736 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46574) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:47.815564 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e9f2160-38c4-42f5-b893-0879dea3ba92 admin admin] Publish callbacks [] for security_group (83dd57a2-858f-4cfd-966c-fcae5c836f11), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:47.837131 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e9f2160-38c4-42f5-b893-0879dea3ba92 admin admin] Publish callbacks [] for security_group (83dd57a2-858f-4cfd-966c-fcae5c836f11), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:47.888527 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e023e35-9c87-4ff1-9f5e-0ee70eb590c1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (ae201812-7efa-4120-a11d-5faa250780a8), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:47.982541 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e9f2160-38c4-42f5-b893-0879dea3ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (83dd57a2-858f-4cfd-966c-fcae5c836f11), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:47.985214 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0e9f2160-38c4-42f5-b893-0879dea3ba92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:47.986340 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0e9f2160-38c4-42f5-b893-0879dea3ba92 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/83dd57a2-858f-4cfd-966c-fcae5c836f11 HTTP/1.1" status: 204 len: 168 time: 0.2266219 Feb 09 13:16:48.000514 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-6e023e35-9c87-4ff1-9f5e-0ee70eb590c1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Floating IP ae201812-7efa-4120-a11d-5faa250780a8 associated. External IP: 172.27.1.152, port: fb9e09f7-4b57-4b24-ae7e-ae897c352559. Feb 09 13:16:48.003659 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f2160-38c4-42f5-b893-0879dea3ba92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dd57a2-858f-4cfd-966c-fcae5c836f11,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:48.213733 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e023e35-9c87-4ff1-9f5e-0ee70eb590c1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Router 3aee5b0b-59e4-48b6-97ef-f17619754a3d has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:48.330173 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e023e35-9c87-4ff1-9f5e-0ee70eb590c1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:48.338151 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-6e023e35-9c87-4ff1-9f5e-0ee70eb590c1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:48.340141 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa31ebf-27c2-40ab-8d4e-5503c26d4c5f None None] Sync routers for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:48.352143 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa31ebf-27c2-40ab-8d4e-5503c26d4c5f None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:48.352992 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-efa31ebf-27c2-40ab-8d4e-5503c26d4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:48.377147 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-6e023e35-9c87-4ff1-9f5e-0ee70eb590c1 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "PUT /v2.0/floatingips/ae201812-7efa-4120-a11d-5faa250780a8 HTTP/1.1" status: 200 len: 991 time: 1.1606460 Feb 09 13:16:48.377961 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'tag': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:16:48.380640 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d36b6a-7078-410d-b3d3-922e4a254b07" -d '{"events": [{"name": "network-changed", "server_uuid": "84445fb8-4a25-468e-a8ad-e060b55105a2", "tag": "fb9e09f7-4b57-4b24-ae7e-ae897c352559"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:16:48.421950 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919028a9-0040-413b-b71f-2e45f7e28e3f x-openstack-request-id: req-919028a9-0040-413b-b71f-2e45f7e28e3f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:16:48.422248 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84445fb8-4a25-468e-a8ad-e060b55105a2", "tag": "fb9e09f7-4b57-4b24-ae7e-ae897c352559", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:16:48.422509 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-919028a9-0040-413b-b71f-2e45f7e28e3f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:16:48.426779 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'tag': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559', 'status': 'completed', 'code': 200} Feb 09 13:16:48.492826 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-efa31ebf-27c2-40ab-8d4e-5503c26d4c5f None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:48.495440 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d36b6a-7078-410d-b3d3-922e4a254b07 req-da9403b8-2022-4c48-a34c-ce1574edfe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:48.496967 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-14d36b6a-7078-410d-b3d3-922e4a254b07 req-da9403b8-2022-4c48-a34c-ce1574edfe5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=413094dda74649c282bf36d27168fc96&device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 1129 time: 0.0523431 Feb 09 13:16:48.504627 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a7062-b0d9-48b0-9440-b5f6d3c9e99f req-2c395abc-c90e-4bc5-92b0-01f94dbae1fa tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:48.509656 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6b2a7062-b0d9-48b0-9440-b5f6d3c9e99f req-2c395abc-c90e-4bc5-92b0-01f94dbae1fa tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 945 time: 0.0614760 Feb 09 13:16:48.561693 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6b2a7062-b0d9-48b0-9440-b5f6d3c9e99f req-4b55e73a-3a4f-43f1-8f63-93f53435ed08 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491223 Feb 09 13:16:48.611305 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d36b6a-7078-410d-b3d3-922e4a254b07 req-23efc095-8356-48f2-8d17-535d64873e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:48.612829 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-14d36b6a-7078-410d-b3d3-922e4a254b07 req-23efc095-8356-48f2-8d17-535d64873e78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 200 len: 912 time: 0.1101408 Feb 09 13:16:48.679165 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-14d36b6a-7078-410d-b3d3-922e4a254b07 req-ccfb99d3-01e3-4eee-8451-67c68bab8151 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb9e09f7-4b57-4b24-ae7e-ae897c352559 HTTP/1.1" status: 200 len: 999 time: 0.0602443 Feb 09 13:16:48.734076 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d36b6a-7078-410d-b3d3-922e4a254b07 req-96433132-1c3b-43dd-8527-84c182571b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:48.735574 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-14d36b6a-7078-410d-b3d3-922e4a254b07 req-96433132-1c3b-43dd-8527-84c182571b0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9cbb47fb-25d3-4b90-8f6c-52fce146153a HTTP/1.1" status: 200 len: 850 time: 0.0509055 Feb 09 13:16:48.783852 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-efa31ebf-27c2-40ab-8d4e-5503c26d4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'ae201812-7efa-4120-a11d-5faa250780a8', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'port_id': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'mac_address': 'fa:16:3e:be:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:16:33Z', 'updated_at': '2022-02-09T13:16:47Z', 'revision_number': 1, 'project_id': '413094dda74649c282bf36d27168fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:48.789052 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d36b6a-7078-410d-b3d3-922e4a254b07 req-c3348655-0598-4cbf-839f-b7d9a26f8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:48.790632 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-14d36b6a-7078-410d-b3d3-922e4a254b07 req-c3348655-0598-4cbf-839f-b7d9a26f8c5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492272 Feb 09 13:16:48.815319 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa31ebf-27c2-40ab-8d4e-5503c26d4c5f None None] Checking router: 3aee5b0b-59e4-48b6-97ef-f17619754a3d for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:48.824106 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa31ebf-27c2-40ab-8d4e-5503c26d4c5f None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:48.824726 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-efa31ebf-27c2-40ab-8d4e-5503c26d4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:48.885446 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-14d36b6a-7078-410d-b3d3-922e4a254b07 req-0db12e7f-522c-4589-8ab8-b6571c5e51d9 service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889699 Feb 09 13:16:48.934873 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-efa31ebf-27c2-40ab-8d4e-5503c26d4c5f None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:48.978780 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-14d36b6a-7078-410d-b3d3-922e4a254b07 req-e3773618-abc7-46f7-9e49-f18079423dfb service neutron] 10.222.0.31 "GET /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878122 Feb 09 13:16:49.086129 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46600) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:49.163818 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-efa31ebf-27c2-40ab-8d4e-5503c26d4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'ae201812-7efa-4120-a11d-5faa250780a8', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'port_id': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'mac_address': 'fa:16:3e:be:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:16:33Z', 'updated_at': '2022-02-09T13:16:47Z', 'revision_number': 1, 'project_id': '413094dda74649c282bf36d27168fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:49.183876 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1822495525-network', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:49.192170 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa31ebf-27c2-40ab-8d4e-5503c26d4c5f None None] The sync data for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi is: [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'ae201812-7efa-4120-a11d-5faa250780a8', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'port_id': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'mac_address': 'fa:16:3e:be:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:16:33Z', 'updated_at': '2022-02-09T13:16:47Z', 'revision_number': 1, 'project_id': '413094dda74649c282bf36d27168fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:49.338902 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Made reservation on behalf of d5ef8e70a161475ab7130108627df2e4 for: {'network': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:49.341241 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:49.350267 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:49.387234 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad6649-e94a-49ff-b03d-77dfea33f70e None None] New status for floating IP ae201812-7efa-4120-a11d-5faa250780a8: ACTIVE {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:16:49.427443 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Publish callbacks [] for security_group (0ef3f9f7-eaaa-4df9-9f5a-255e803d0e01), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:49.544518 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0ef3f9f7-eaaa-4df9-9f5a-255e803d0e01), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:49.570043 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:16:49.579606 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef3f9f7-eaaa-4df9-9f5a-255e803d0e01,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:49.584298 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:49.584638 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.segments_db [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Added segment 0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21 of type vlan for network 05ef35c6-6e26-4081-883e-e7a7d012ab72 Feb 09 13:16:49.626790 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (05ef35c6-6e26-4081-883e-e7a7d012ab72), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:49.693055 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b0f3a-97e9-4ec9-84fb-d276b92245e9 req-c8c58bfe-0ba7-4472-84ec-bd0772954034 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:49.695791 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-358b0f3a-97e9-4ec9-84fb-d276b92245e9 req-c8c58bfe-0ba7-4472-84ec-bd0772954034 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 945 time: 0.0602210 Feb 09 13:16:49.729068 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (05ef35c6-6e26-4081-883e-e7a7d012ab72), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:49.730000 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:49.730641 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:49.743272 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-358b0f3a-97e9-4ec9-84fb-d276b92245e9 req-34aea446-6836-4a10-91f2-ec969fdc69e7 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Feb 09 13:16:49.792315 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] Pushing event updated for resources: {'Network': ['ID=05ef35c6-6e26-4081-883e-e7a7d012ab72,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:49.802659 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 05ef35c6-6e26-4081-883e-e7a7d012ab72 details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:16:49.897156 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-054eb0c0-4365-465c-abab-fb7e8f1e0736 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8097615 Feb 09 13:16:49.899973 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46610) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:49.904927 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] Request body: {'subnet': {'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1822495525-subnet', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'ip_version': 4}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:50.242834 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] Made reservation on behalf of d5ef8e70a161475ab7130108627df2e4 for: {'subnet': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:50.245188 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2449140'] for subnet (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:50.523490 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3231662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2449098'] for subnet (ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:50.575888 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:50.586588 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] Checking segment: {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:16:50.586959 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] Network hostable DHCP agents. Network: 05ef35c6-6e26-4081-883e-e7a7d012ab72, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:16:50.682960 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] Network 05ef35c6-6e26-4081-883e-e7a7d012ab72 is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:16:50.784882 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 05ef35c6-6e26-4081-883e-e7a7d012ab72) {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:50.784882 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:50.784882 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:50.785913 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cdd7ad-1a23-498f-bf94-b1802ca1eadc None None] Network 05ef35c6-6e26-4081-883e-e7a7d012ab72 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:16:50.887522 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6efa35db-1db3-5fc5-bf75-75554a5a7c43-05ef35c6-6e26-4081-883e-e7a7d012ab72', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca'}]}} from dv-cinder-827860-3-iscsi. {{(pid=103166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 13:16:50.892388 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:50.914154 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-6fd1ad03-7960-4028-a7bc-35f5922cab16 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0131147 Feb 09 13:16:50.917331 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46616) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:50.923094 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:51.027887 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.db_base_plugin_common [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Allocated IP 172.20.0.2 (05ef35c6-6e26-4081-883e-e7a7d012ab72/ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca/468e6417-42c3-4823-bee5-6047b25a8973) {{(pid=103166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:51.043386 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25933'] for router (e73b4101-af1d-4c80-b29e-46f59e7720e9), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:51.043386 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25942'] for router (e73b4101-af1d-4c80-b29e-46f59e7720e9), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:51.091140 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Publish callbacks [] for router_controller (e73b4101-af1d-4c80-b29e-46f59e7720e9), precommit_add_association {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:51.169768 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Publish callbacks [] for port (468e6417-42c3-4823-bee5-6047b25a8973), precommit_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:51.242237 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (468e6417-42c3-4823-bee5-6047b25a8973), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:51.312318 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Publish callbacks [] for router_gateway (e73b4101-af1d-4c80-b29e-46f59e7720e9), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:51.406996 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Network 05ef35c6-6e26-4081-883e-e7a7d012ab72 is already hosted by enough agents. {{(pid=103166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:51.410062 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.base_scheduler [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Resources bound (agent type, host, resource id): {{(pid=103166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:51.414130 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Received port after_create {{(pid=103166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:16:51.420970 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Pushing event updated for resources: {'Port': ['ID=468e6417-42c3-4823-bee5-6047b25a8973,revision_number=1']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:51.476869 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Attempting to bind port 468e6417-42c3-4823-bee5-6047b25a8973 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:16:51.477253 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Attempting to bind port 468e6417-42c3-4823-bee5-6047b25a8973 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:16:51.477619 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Attempting to bind port 468e6417-42c3-4823-bee5-6047b25a8973 on network 05ef35c6-6e26-4081-883e-e7a7d012ab72 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:16:51.483197 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:16:51.487672 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Checking segment: {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:16:51.487672 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:51.487672 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Bound using segment: {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:16:51.487672 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Bound port: 468e6417-42c3-4823-bee5-6047b25a8973, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:16:51.487672 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (468e6417-42c3-4823-bee5-6047b25a8973), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:51.554296 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] For port 468e6417-42c3-4823-bee5-6047b25a8973, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:51.557659 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] For port 468e6417-42c3-4823-bee5-6047b25a8973, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=468e6417-42c3-4823-bee5-6047b25a8973,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:51.655259 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (468e6417-42c3-4823-bee5-6047b25a8973), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:51.714589 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197f016-def3-44ec-a3b0-99cb27829775 None None] Pushing event updated for resources: {'Port': ['ID=468e6417-42c3-4823-bee5-6047b25a8973,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:51.868712 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Publish callbacks [] for router_gateway (e73b4101-af1d-4c80-b29e-46f59e7720e9), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:51.888089 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:52.011294 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Allocated IP 172.27.1.106 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/18f3213e-8477-4a19-828d-8e8d69b05431) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:52.115784 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Publish callbacks [] for port (18f3213e-8477-4a19-828d-8e8d69b05431), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:52.272445 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:52.313103 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:52.316170 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:52.320561 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:16:52.326161 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Pushing event updated for resources: {'Port': ['ID=18f3213e-8477-4a19-828d-8e8d69b05431,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:52.624296 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ea49eb-4b6d-4b67-95dc-69022c021ebb None None] Network 05ef35c6-6e26-4081-883e-e7a7d012ab72 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:16:52.668838 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Publish callbacks [] for router_gateway (e73b4101-af1d-4c80-b29e-46f59e7720e9), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:52.734681 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-91211387-c073-4d73-b923-ad9dad2ce5d2 None None] Provisioning complete for port 468e6417-42c3-4823-bee5-6047b25a8973 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:52.734966 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-91211387-c073-4d73-b923-ad9dad2ce5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (468e6417-42c3-4823-bee5-6047b25a8973), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:52.798161 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 468e6417-42c3-4823-bee5-6047b25a8973 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:16:52.834797 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-156ffba8-e620-4d46-8da5-e61b33dded70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:52.918719 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 468e6417-42c3-4823-bee5-6047b25a8973 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:52.918719 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (468e6417-42c3-4823-bee5-6047b25a8973), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:52.925599 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662855'] for router (e73b4101-af1d-4c80-b29e-46f59e7720e9), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:52.942826 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-91211387-c073-4d73-b923-ad9dad2ce5d2 None None] Current status of the port 468e6417-42c3-4823-bee5-6047b25a8973 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:52.943223 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-91211387-c073-4d73-b923-ad9dad2ce5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (468e6417-42c3-4823-bee5-6047b25a8973), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:52.992974 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-91211387-c073-4d73-b923-ad9dad2ce5d2 None None] For port 468e6417-42c3-4823-bee5-6047b25a8973, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=468e6417-42c3-4823-bee5-6047b25a8973,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:53.035073 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 468e6417-42c3-4823-bee5-6047b25a8973 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:53.036051 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (468e6417-42c3-4823-bee5-6047b25a8973), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:53.060078 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-91211387-c073-4d73-b923-ad9dad2ce5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (468e6417-42c3-4823-bee5-6047b25a8973), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:53.125493 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.db.api [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:16:53.125854 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG oslo_db.api [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:16:53.134534 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91211387-c073-4d73-b923-ad9dad2ce5d2 None None] Pushing event updated for resources: {'Port': ['ID=468e6417-42c3-4823-bee5-6047b25a8973,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:53.140048 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Router e73b4101-af1d-4c80-b29e-46f59e7720e9 is scheduled to L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 with binding_index 1 {{(pid=103165) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:16:53.180782 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-3199b51c-bcdb-44c9-b592-6126bfe6e9e4 None None] Provisioning complete for port 468e6417-42c3-4823-bee5-6047b25a8973 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:53.181159 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3199b51c-bcdb-44c9-b592-6126bfe6e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (468e6417-42c3-4823-bee5-6047b25a8973), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:53.251961 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:53.261293 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Sync routers for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:53.273620 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-3199b51c-bcdb-44c9-b592-6126bfe6e9e4 None None] Current status of the port 468e6417-42c3-4823-bee5-6047b25a8973 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:53.278822 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:53.279581 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-df4104f9-feda-43e7-988e-a7716731febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:53.358019 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:53.359402 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-01a4669c-8d7e-4a18-84ac-808911d30e18 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4409118 Feb 09 13:16:53.362281 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46632) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:53.387197 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:53.568077 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-df4104f9-feda-43e7-988e-a7716731febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:52Z', 'revision_number': 3, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:53.594100 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Checking router: e73b4101-af1d-4c80-b29e-46f59e7720e9 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:53.594454 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Updating router e73b4101-af1d-4c80-b29e-46f59e7720e9 port 18f3213e-8477-4a19-828d-8e8d69b05431 binding host dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:16:53.626108 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:53.690912 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 468e6417-42c3-4823-bee5-6047b25a8973 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:53.911687 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Publish callbacks [] for port (18f3213e-8477-4a19-828d-8e8d69b05431), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:53.991431 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:54.045883 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Attempting to bind port 18f3213e-8477-4a19-828d-8e8d69b05431 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:16:54.046234 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Attempting to bind port 18f3213e-8477-4a19-828d-8e8d69b05431 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:16:54.046549 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Attempting to bind port 18f3213e-8477-4a19-828d-8e8d69b05431 on network fe239bd9-8017-490e-9e82-efc91d772d35 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:16:54.049430 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658a70a-ef28-4d2d-accc-91a8b0c8f600 None None] Pushing event updated for resources: {'Port': ['ID=18f3213e-8477-4a19-828d-8e8d69b05431,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:54.051274 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:54.054515 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:16:54.054927 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Checking segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:16:54.055330 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:54.055712 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Bound using segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:16:54.056177 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Bound port: 18f3213e-8477-4a19-828d-8e8d69b05431, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:16:54.056553 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:54.106362 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-df4104f9-feda-43e7-988e-a7716731febc None None] For port 18f3213e-8477-4a19-828d-8e8d69b05431, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:54.109618 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-df4104f9-feda-43e7-988e-a7716731febc None None] For port 18f3213e-8477-4a19-828d-8e8d69b05431, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=18f3213e-8477-4a19-828d-8e8d69b05431,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:54.180439 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:54.201092 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Allocated IP 172.20.0.1 (05ef35c6-6e26-4081-883e-e7a7d012ab72/ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca/e977e2f7-bb6c-4a60-84a7-96175fc105c7) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:54.230726 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:54.231355 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-df4104f9-feda-43e7-988e-a7716731febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:54.310409 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658a70a-ef28-4d2d-accc-91a8b0c8f600 None None] Pushing event updated for resources: {'Port': ['ID=18f3213e-8477-4a19-828d-8e8d69b05431,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:54.311393 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Publish callbacks [] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:54.362784 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-df4104f9-feda-43e7-988e-a7716731febc None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:54.403615 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:54.445473 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Network 05ef35c6-6e26-4081-883e-e7a7d012ab72 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:54.448246 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:54.452520 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:16:54.472524 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Pushing event updated for resources: {'Port': ['ID=e977e2f7-bb6c-4a60-84a7-96175fc105c7,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:54.493700 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662928'] for router_interface (e73b4101-af1d-4c80-b29e-46f59e7720e9), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:54.553441 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-df4104f9-feda-43e7-988e-a7716731febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:52Z', 'revision_number': 3, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:54.712262 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:54.716256 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 468e6417-42c3-4823-bee5-6047b25a8973 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:16:54.719979 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4104f9-feda-43e7-988e-a7716731febc None None] The sync data for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi is: [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:52Z', 'revision_number': 3, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:54.761732 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-e2da14e3-218c-452e-81dd-79090eeaecdf None None] Provisioning complete for port e977e2f7-bb6c-4a60-84a7-96175fc105c7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:54.762114 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-e2da14e3-218c-452e-81dd-79090eeaecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:54.804631 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-e2da14e3-218c-452e-81dd-79090eeaecdf None None] Port e977e2f7-bb6c-4a60-84a7-96175fc105c7 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:16:54.812311 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 468e6417-42c3-4823-bee5-6047b25a8973 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:54.812719 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (468e6417-42c3-4823-bee5-6047b25a8973), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:54.894616 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 468e6417-42c3-4823-bee5-6047b25a8973 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:54.907296 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Publish callbacks [] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:55.003279 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:55.066895 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b256a9d8-8fd0-48ee-9938-0835f0c3c059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:55.075755 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Pushing event updated for resources: {'Port': ['ID=e977e2f7-bb6c-4a60-84a7-96175fc105c7,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:55.078339 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655616'] for router_interface (e73b4101-af1d-4c80-b29e-46f59e7720e9), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:55.171199 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Network 05ef35c6-6e26-4081-883e-e7a7d012ab72 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:55.172624 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:55.298163 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Router e73b4101-af1d-4c80-b29e-46f59e7720e9 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:55.426156 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:55.431444 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-008302b7-5380-4ca0-9af9-bec1f6232347 admin admin] 10.222.0.84 "PUT /v2.0/routers/e73b4101-af1d-4c80-b29e-46f59e7720e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669599 Feb 09 13:16:55.439796 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-eb54d927-4346-445d-bbdd-7cc0a596966d None None] Provisioning complete for port e977e2f7-bb6c-4a60-84a7-96175fc105c7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:55.440319 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-eb54d927-4346-445d-bbdd-7cc0a596966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:55.481028 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-eb54d927-4346-445d-bbdd-7cc0a596966d None None] Port e977e2f7-bb6c-4a60-84a7-96175fc105c7 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:16:56.175674 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46654) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:56.180766 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-28649819-network', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:56.191747 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.263487 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Sync routers for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:56.277576 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:56.280107 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:56.294528 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Made reservation on behalf of 6693a7ce85f44ff4bb1b2ad45453ce93 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:56.297081 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.306270 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.383762 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Publish callbacks [] for security_group (0cff9514-74dc-4d49-ae80-a0b721f80672), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.387009 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:56.477064 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0cff9514-74dc-4d49-ae80-a0b721f80672), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.498056 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:16:56.513268 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cff9514-74dc-4d49-ae80-a0b721f80672,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:56.517167 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (c7524229-e254-4834-8e7e-7a6129917618), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.517514 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Added segment c7524229-e254-4834-8e7e-7a6129917618 of type vlan for network f0a17d14-216c-4aaf-91fd-cf8c2d13d440 Feb 09 13:16:56.558860 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (f0a17d14-216c-4aaf-91fd-cf8c2d13d440), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.583439 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 2, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:56.609935 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Checking router: e73b4101-af1d-4c80-b29e-46f59e7720e9 for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:16:56.610294 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Updating router e73b4101-af1d-4c80-b29e-46f59e7720e9 port e977e2f7-bb6c-4a60-84a7-96175fc105c7 binding host dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:16:56.637282 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.698572 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (f0a17d14-216c-4aaf-91fd-cf8c2d13d440), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.705363 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:56.705363 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.747549 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 18f3213e-8477-4a19-828d-8e8d69b05431 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:16:56.762744 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] Pushing event updated for resources: {'Network': ['ID=f0a17d14-216c-4aaf-91fd-cf8c2d13d440,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:56.774893 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network f0a17d14-216c-4aaf-91fd-cf8c2d13d440 details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:16:56.834933 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d37bf852-cef6-4dea-ac6b-8ecd459345ad admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6580982 Feb 09 13:16:56.837860 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46656) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:56.843785 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] Request body: {'subnet': {'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-28649819-subnet', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:56.857665 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 18f3213e-8477-4a19-828d-8e8d69b05431 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:56.858132 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.912478 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Publish callbacks [] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.939609 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 18f3213e-8477-4a19-828d-8e8d69b05431 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:56.940008 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.952050 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] Made reservation on behalf of 6693a7ce85f44ff4bb1b2ad45453ce93 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:56.954465 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510269'] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:56.961929 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port 18f3213e-8477-4a19-828d-8e8d69b05431, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=18f3213e-8477-4a19-828d-8e8d69b05431,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:57.047316 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.088726 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.096554 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Pushing event updated for resources: {'Port': ['ID=e977e2f7-bb6c-4a60-84a7-96175fc105c7,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:57.106728 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.107107 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.107477 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.107817 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.108152 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.108480 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.108807 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.109133 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.109460 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.109801 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.110130 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.110449 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.110796 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:57.147470 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=18f3213e-8477-4a19-828d-8e8d69b05431,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:57.171853 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Attempting to bind port e977e2f7-bb6c-4a60-84a7-96175fc105c7 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:16:57.172202 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Attempting to bind port e977e2f7-bb6c-4a60-84a7-96175fc105c7 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:16:57.172566 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Attempting to bind port e977e2f7-bb6c-4a60-84a7-96175fc105c7 on network 05ef35c6-6e26-4081-883e-e7a7d012ab72 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:16:57.178860 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:16:57.179285 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Checking segment: {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:16:57.179720 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.180116 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Bound using segment: {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:16:57.180586 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Bound port: e977e2f7-bb6c-4a60-84a7-96175fc105c7, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:16:57.180966 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.203221 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3579483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510211'] for subnet (a0d831c9-332c-4feb-ba13-ce37713e84fd), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.254302 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] For port e977e2f7-bb6c-4a60-84a7-96175fc105c7, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:57.258593 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] For port e977e2f7-bb6c-4a60-84a7-96175fc105c7, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=e977e2f7-bb6c-4a60-84a7-96175fc105c7,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:57.264531 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d831c9-332c-4feb-ba13-ce37713e84fd,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:57.275086 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] Checking segment: {'id': 'c7524229-e254-4834-8e7e-7a6129917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:16:57.275467 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] Network hostable DHCP agents. Network: f0a17d14-216c-4aaf-91fd-cf8c2d13d440, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:16:57.326390 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-286aa531-74cb-4341-817a-edee6479368d None None] Provisioning complete for port e977e2f7-bb6c-4a60-84a7-96175fc105c7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:57.326917 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-286aa531-74cb-4341-817a-edee6479368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.346160 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.361851 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-286aa531-74cb-4341-817a-edee6479368d None None] Port e977e2f7-bb6c-4a60-84a7-96175fc105c7 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:16:57.384604 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] Network f0a17d14-216c-4aaf-91fd-cf8c2d13d440 is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:16:57.404370 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:57.405016 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:57.469280 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766bdb5-5fb2-4c06-bff5-a533663f153b None None] Pushing event updated for resources: {'Port': ['ID=e977e2f7-bb6c-4a60-84a7-96175fc105c7,revision_number=4']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:57.504687 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, f0a17d14-216c-4aaf-91fd-cf8c2d13d440) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:57.509097 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:57.511726 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.513441 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb09bf1-a067-4111-82f3-ceb0fa8131bf None None] Network f0a17d14-216c-4aaf-91fd-cf8c2d13d440 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:16:57.524209 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:16:57.601312 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-c0aaabe4-0527-4df0-85b1-6eb571bec377 None None] Provisioning complete for port e977e2f7-bb6c-4a60-84a7-96175fc105c7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:57.602249 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c0aaabe4-0527-4df0-85b1-6eb571bec377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.626836 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7b61f7fd-2339-480c-93f4-49720d68c1c3 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7874513 Feb 09 13:16:57.629066 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 46660) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:16:57.633678 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-28649819-router', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:16:57.666514 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6efa35db-1db3-5fc5-bf75-75554a5a7c43-f0a17d14-216c-4aaf-91fd-cf8c2d13d440', 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440', 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'fixed_ips': [{'subnet_id': 'a0d831c9-332c-4feb-ba13-ce37713e84fd'}]}} from dv-cinder-827860-3-iscsi. {{(pid=103166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 13:16:57.667387 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.729132 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25933'] for router (625b501d-46e7-4131-982b-a00cf0dd382c), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.730865 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25942'] for router (625b501d-46e7-4131-982b-a00cf0dd382c), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.735343 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:57.778544 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.804270 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-c0aaabe4-0527-4df0-85b1-6eb571bec377 None None] Current status of the port e977e2f7-bb6c-4a60-84a7-96175fc105c7 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:57.804667 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c0aaabe4-0527-4df0-85b1-6eb571bec377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.813282 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Publish callbacks [] for router_controller (625b501d-46e7-4131-982b-a00cf0dd382c), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:57.857049 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119fb890-4160-4698-9276-f19c1ead2c3f None None] The sync data for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi is: [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:16:57.876007 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.db_base_plugin_common [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Allocated IP 172.20.0.2 (f0a17d14-216c-4aaf-91fd-cf8c2d13d440/a0d831c9-332c-4feb-ba13-ce37713e84fd/7d8d2f66-e516-4256-9156-9ccf4cc1cc3d) {{(pid=103166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:57.879568 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-c0aaabe4-0527-4df0-85b1-6eb571bec377 None None] For port e977e2f7-bb6c-4a60-84a7-96175fc105c7, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=e977e2f7-bb6c-4a60-84a7-96175fc105c7,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:57.965786 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c0aaabe4-0527-4df0-85b1-6eb571bec377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:58.082006 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Publish callbacks [] for router_gateway (625b501d-46e7-4131-982b-a00cf0dd382c), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:58.103821 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaabe4-0527-4df0-85b1-6eb571bec377 None None] Pushing event updated for resources: {'Port': ['ID=e977e2f7-bb6c-4a60-84a7-96175fc105c7,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:58.111732 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Publish callbacks [] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), precommit_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:58.215055 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:58.265350 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Network f0a17d14-216c-4aaf-91fd-cf8c2d13d440 is already hosted by enough agents. {{(pid=103166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:58.269224 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.base_scheduler [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Resources bound (agent type, host, resource id): {{(pid=103166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:58.272950 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Received port after_create {{(pid=103166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:16:58.285887 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Pushing event updated for resources: {'Port': ['ID=7d8d2f66-e516-4256-9156-9ccf4cc1cc3d,revision_number=1']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:58.334498 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Attempting to bind port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:16:58.335175 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Attempting to bind port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'c7524229-e254-4834-8e7e-7a6129917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:16:58.335281 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Attempting to bind port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d on network f0a17d14-216c-4aaf-91fd-cf8c2d13d440 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:16:58.340644 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:16:58.341015 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Checking segment: {'id': 'c7524229-e254-4834-8e7e-7a6129917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:16:58.341417 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:58.341802 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Bound using segment: {'id': 'c7524229-e254-4834-8e7e-7a6129917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:16:58.342438 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Bound port: 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7524229-e254-4834-8e7e-7a6129917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:16:58.343019 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:58.414024 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] For port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:58.417008 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Publish callbacks [] for router_gateway (625b501d-46e7-4131-982b-a00cf0dd382c), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:58.417464 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] For port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=7d8d2f66-e516-4256-9156-9ccf4cc1cc3d,segment=NetworkSegment(c7524229-e254-4834-8e7e-7a6129917618),segment_id=c7524229-e254-4834-8e7e-7a6129917618)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:58.437183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:58.477715 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:58.539380 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db10d9-3b30-46f1-8cf7-53eae1c7dd0f None None] Pushing event updated for resources: {'Port': ['ID=7d8d2f66-e516-4256-9156-9ccf4cc1cc3d,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:58.560116 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Allocated IP 172.27.1.89 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:58.672933 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Publish callbacks [] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:58.815352 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:58.866340 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:58.870350 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 18f3213e-8477-4a19-828d-8e8d69b05431 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:16:58.872794 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:58.875327 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:16:58.912109 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:58.936791 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 18f3213e-8477-4a19-828d-8e8d69b05431 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:58.937479 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:59.023428 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 18f3213e-8477-4a19-828d-8e8d69b05431 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:59.024547 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device e977e2f7-bb6c-4a60-84a7-96175fc105c7 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:16:59.077845 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port e977e2f7-bb6c-4a60-84a7-96175fc105c7 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:59.078229 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:59.175630 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port e977e2f7-bb6c-4a60-84a7-96175fc105c7 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:59.300210 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Publish callbacks [] for router_gateway (625b501d-46e7-4131-982b-a00cf0dd382c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:59.311559 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:59.517251 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662855'] for router (625b501d-46e7-4131-982b-a00cf0dd382c), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:59.521721 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b9dca-3022-4cc2-924b-182723c505f5 None None] Network f0a17d14-216c-4aaf-91fd-cf8c2d13d440 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:16:59.625731 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-d921cc2d-a48e-43d6-92c1-5ac5a1d8fe58 None None] Provisioning complete for port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:59.626113 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d921cc2d-a48e-43d6-92c1-5ac5a1d8fe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:59.730131 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-d921cc2d-a48e-43d6-92c1-5ac5a1d8fe58 None None] Current status of the port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:16:59.730722 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d921cc2d-a48e-43d6-92c1-5ac5a1d8fe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:59.740234 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Router 625b501d-46e7-4131-982b-a00cf0dd382c is scheduled to L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:16:59.765863 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-d921cc2d-a48e-43d6-92c1-5ac5a1d8fe58 None None] For port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=7d8d2f66-e516-4256-9156-9ccf4cc1cc3d,segment=NetworkSegment(c7524229-e254-4834-8e7e-7a6129917618),segment_id=c7524229-e254-4834-8e7e-7a6129917618)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:59.837349 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d921cc2d-a48e-43d6-92c1-5ac5a1d8fe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:59.868551 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:59.892248 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Sync routers for ids ['625b501d-46e7-4131-982b-a00cf0dd382c'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:16:59.904488 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921cc2d-a48e-43d6-92c1-5ac5a1d8fe58 None None] Pushing event updated for resources: {'Port': ['ID=7d8d2f66-e516-4256-9156-9ccf4cc1cc3d,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:59.912202 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Routers {'625b501d-46e7-4131-982b-a00cf0dd382c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:16:59.912873 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['625b501d-46e7-4131-982b-a00cf0dd382c'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:59.958304 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:16:59.959814 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-666ef5be-8907-4d39-8317-6213524c8fe8 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3297088 Feb 09 13:16:59.963555 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46668) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:00.006943 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-c00c4784-8bae-4786-bd18-380e8f11dbd1 None None] Provisioning complete for port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:00.007323 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c00c4784-8bae-4786-bd18-380e8f11dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:00.061843 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Set router 625b501d-46e7-4131-982b-a00cf0dd382c gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:17:00.206827 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-c00c4784-8bae-4786-bd18-380e8f11dbd1 None None] Current status of the port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:17:00.283171 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'name': 'tempest-TestVolumeBootPattern-28649819-router', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:57Z', 'updated_at': '2022-02-09T13:16:59Z', 'revision_number': 3, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'gw_port': {'id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:58Z', 'updated_at': '2022-02-09T13:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:00.310385 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Checking router: 625b501d-46e7-4131-982b-a00cf0dd382c for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:17:00.310765 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Updating router 625b501d-46e7-4131-982b-a00cf0dd382c port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe binding host dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:17:00.342991 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:00.417893 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:00.572844 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Allocated IP 172.20.0.1 (f0a17d14-216c-4aaf-91fd-cf8c2d13d440/a0d831c9-332c-4feb-ba13-ce37713e84fd/1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:00.689324 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Publish callbacks [] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:00.741656 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Publish callbacks [] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:00.778028 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:17:00.797921 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:00.824854 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:00.825147 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:00.834427 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Network f0a17d14-216c-4aaf-91fd-cf8c2d13d440 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:00.839292 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:00.841858 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:17:00.848971 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:00.873659 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Pushing event updated for resources: {'Port': ['ID=1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:00.888401 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662928'] for router_interface (625b501d-46e7-4131-982b-a00cf0dd382c), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:00.915159 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5892e-b429-42d2-a5fd-b20d9bbb8b76 None None] Pushing event updated for resources: {'Port': ['ID=4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:00.922172 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Attempting to bind port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:17:00.922544 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Attempting to bind port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:17:00.922930 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Attempting to bind port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe on network fe239bd9-8017-490e-9e82-efc91d772d35 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:17:00.934463 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:17:00.934463 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Checking segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:17:00.934463 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:00.934463 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Bound using segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:17:00.934463 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Bound port: 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:17:00.934463 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:01.023888 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] For port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:01.049503 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] For port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:01.056164 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:17:01.111410 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:01.133148 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-e8e58dbf-d666-4781-b698-a3e1bbb738e3 None None] Provisioning complete for port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:01.133455 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-e8e58dbf-d666-4781-b698-a3e1bbb738e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:01.156277 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:01.205487 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-e8e58dbf-d666-4781-b698-a3e1bbb738e3 None None] Port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:17:01.230278 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Routers {'625b501d-46e7-4131-982b-a00cf0dd382c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:17:01.231212 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['625b501d-46e7-4131-982b-a00cf0dd382c'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:01.276210 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5892e-b429-42d2-a5fd-b20d9bbb8b76 None None] Pushing event updated for resources: {'Port': ['ID=4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:01.313591 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Publish callbacks [] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:01.358736 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] Set router 625b501d-46e7-4131-982b-a00cf0dd382c gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:17:01.407456 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:01.485845 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655616'] for router_interface (625b501d-46e7-4131-982b-a00cf0dd382c), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:01.487662 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Pushing event updated for resources: {'Port': ['ID=1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:01.576989 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'name': 'tempest-TestVolumeBootPattern-28649819-router', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:57Z', 'updated_at': '2022-02-09T13:17:01Z', 'revision_number': 4, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'gw_port': {'id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:58Z', 'updated_at': '2022-02-09T13:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7', 'name': '', 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'mac_address': 'fa:16:3e:53:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a0d831c9-332c-4feb-ba13-ce37713e84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:00Z', 'updated_at': '2022-02-09T13:17:00Z', 'revision_number': 1, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'subnets': [{'id': 'a0d831c9-332c-4feb-ba13-ce37713e84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:01.582151 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Network f0a17d14-216c-4aaf-91fd-cf8c2d13d440 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:01.583851 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:01.605154 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cfccf1-3a42-4ff0-a2e5-2e48c1a2387e None None] The sync data for ids ['625b501d-46e7-4131-982b-a00cf0dd382c'] in dv-cinder-827860-3-iscsi is: [{'id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'name': 'tempest-TestVolumeBootPattern-28649819-router', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:57Z', 'updated_at': '2022-02-09T13:17:01Z', 'revision_number': 4, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'gw_port': {'id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:58Z', 'updated_at': '2022-02-09T13:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7', 'name': '', 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'mac_address': 'fa:16:3e:53:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a0d831c9-332c-4feb-ba13-ce37713e84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:00Z', 'updated_at': '2022-02-09T13:17:00Z', 'revision_number': 1, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'subnets': [{'id': 'a0d831c9-332c-4feb-ba13-ce37713e84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:17:01.719628 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Router 625b501d-46e7-4131-982b-a00cf0dd382c has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:17:01.848431 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-c247274a-ba22-425c-9a43-8db929851fa7 None None] Provisioning complete for port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:01.848956 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c247274a-ba22-425c-9a43-8db929851fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:01.865611 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:17:01.874275 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-b47fd6ec-78aa-4999-92d0-b68883bfbcb9 admin admin] 10.222.0.84 "PUT /v2.0/routers/625b501d-46e7-4131-982b-a00cf0dd382c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9095199 Feb 09 13:17:01.902225 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-c247274a-ba22-425c-9a43-8db929851fa7 None None] Port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:17:02.632660 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46700) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:02.637467 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-579685fe-a566-4f8e-9639-63be37da490f tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147747940', 'description': 'tempest-secgroup-smoke-147747940 description', 'project_id': 'd5ef8e70a161475ab7130108627df2e4'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:02.756706 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:17:02.778928 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-579685fe-a566-4f8e-9639-63be37da490f tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:02.824571 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:02.825074 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:02.856161 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-579685fe-a566-4f8e-9639-63be37da490f tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group (3ebec368-f6e1-4491-adbf-60b34bc17c14), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:02.908266 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:17:02.908766 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:02.928941 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-579685fe-a566-4f8e-9639-63be37da490f tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (3ebec368-f6e1-4491-adbf-60b34bc17c14), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:02.930301 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:02.958997 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579685fe-a566-4f8e-9639-63be37da490f tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebec368-f6e1-4491-adbf-60b34bc17c14,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:03.003684 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:03.015338 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-579685fe-a566-4f8e-9639-63be37da490f tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:03.019723 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-579685fe-a566-4f8e-9639-63be37da490f tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3829200 Feb 09 13:17:03.019940 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46704) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:03.024920 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-b55fd816-4978-4687-af0c-4d2d9210a6a6 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'security_group_rule': {'security_group_id': '3ebec368-f6e1-4491-adbf-60b34bc17c14', 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:03.058975 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:03.111689 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b55fd816-4978-4687-af0c-4d2d9210a6a6 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (bab022e3-6215-4ab3-9788-dff9423f783d), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:03.177513 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b55fd816-4978-4687-af0c-4d2d9210a6a6 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (bab022e3-6215-4ab3-9788-dff9423f783d), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:03.264492 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b55fd816-4978-4687-af0c-4d2d9210a6a6 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (bab022e3-6215-4ab3-9788-dff9423f783d), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:03.286482 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fd816-4978-4687-af0c-4d2d9210a6a6 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab022e3-6215-4ab3-9788-dff9423f783d,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:03.353445 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b55fd816-4978-4687-af0c-4d2d9210a6a6 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:03.354691 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-b55fd816-4978-4687-af0c-4d2d9210a6a6 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337250 Feb 09 13:17:03.357378 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46706) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:03.361707 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-7029a4d5-49fa-49d9-8398-fd0c54c73d6c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'security_group_rule': {'security_group_id': '3ebec368-f6e1-4491-adbf-60b34bc17c14', 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:03.488879 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7029a4d5-49fa-49d9-8398-fd0c54c73d6c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (aab23a15-5cc2-482e-b66a-5c3a78a3f60b), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:03.543625 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7029a4d5-49fa-49d9-8398-fd0c54c73d6c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (aab23a15-5cc2-482e-b66a-5c3a78a3f60b), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:03.631653 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7029a4d5-49fa-49d9-8398-fd0c54c73d6c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (aab23a15-5cc2-482e-b66a-5c3a78a3f60b), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:03.649311 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029a4d5-49fa-49d9-8398-fd0c54c73d6c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab23a15-5cc2-482e-b66a-5c3a78a3f60b,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:03.765164 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-7029a4d5-49fa-49d9-8398-fd0c54c73d6c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:03.766296 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-7029a4d5-49fa-49d9-8398-fd0c54c73d6c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4080150 Feb 09 13:17:03.769000 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46708) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:03.773681 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-a99ae0d6-0d98-435b-93de-4576843591aa tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'security_group_rule': {'security_group_id': '3ebec368-f6e1-4491-adbf-60b34bc17c14', 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:03.876388 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a99ae0d6-0d98-435b-93de-4576843591aa tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (368ce2a1-adcd-455e-9413-8a74934349f2), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:03.933205 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a99ae0d6-0d98-435b-93de-4576843591aa tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (368ce2a1-adcd-455e-9413-8a74934349f2), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.008614 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a99ae0d6-0d98-435b-93de-4576843591aa tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (368ce2a1-adcd-455e-9413-8a74934349f2), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.026988 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ae0d6-0d98-435b-93de-4576843591aa tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368ce2a1-adcd-455e-9413-8a74934349f2,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:04.090468 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a99ae0d6-0d98-435b-93de-4576843591aa tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.091775 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a99ae0d6-0d98-435b-93de-4576843591aa tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218408 Feb 09 13:17:04.094514 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46710) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:04.098886 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-13728013-5997-4fb2-ab29-7a383e057c76 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'security_group_rule': {'security_group_id': '3ebec368-f6e1-4491-adbf-60b34bc17c14', 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:04.184559 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-13728013-5997-4fb2-ab29-7a383e057c76 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (8e2e43ee-1060-42dc-8b32-92fb43fb3ea4), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.244607 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-13728013-5997-4fb2-ab29-7a383e057c76 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (8e2e43ee-1060-42dc-8b32-92fb43fb3ea4), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.332559 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-13728013-5997-4fb2-ab29-7a383e057c76 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (8e2e43ee-1060-42dc-8b32-92fb43fb3ea4), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.353970 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13728013-5997-4fb2-ab29-7a383e057c76 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2e43ee-1060-42dc-8b32-92fb43fb3ea4,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:04.437517 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-13728013-5997-4fb2-ab29-7a383e057c76 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.439188 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-13728013-5997-4fb2-ab29-7a383e057c76 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3433075 Feb 09 13:17:04.441832 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46714) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:04.446191 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-88a7e2a0-a838-422a-887e-acb970f88b37 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'security_group_rule': {'security_group_id': '3ebec368-f6e1-4491-adbf-60b34bc17c14', 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:04.550130 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.securitygroups_db [None req-88a7e2a0-a838-422a-887e-acb970f88b37 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Project d5ef8e70a161475ab7130108627df2e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:17:04.555238 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88a7e2a0-a838-422a-887e-acb970f88b37 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (5259a6b0-4ddb-487f-8bf3-c7c4b34413b7), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.612515 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88a7e2a0-a838-422a-887e-acb970f88b37 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (5259a6b0-4ddb-487f-8bf3-c7c4b34413b7), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.711946 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88a7e2a0-a838-422a-887e-acb970f88b37 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (5259a6b0-4ddb-487f-8bf3-c7c4b34413b7), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.720230 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:17:04.731653 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7e2a0-a838-422a-887e-acb970f88b37 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5259a6b0-4ddb-487f-8bf3-c7c4b34413b7,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:04.775949 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:04.776434 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.822801 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-88a7e2a0-a838-422a-887e-acb970f88b37 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:04.826681 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-88a7e2a0-a838-422a-887e-acb970f88b37 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3812480 Feb 09 13:17:04.826970 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 46716) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:04.831265 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-f42999e7-fb5d-4c53-9994-c7ca7c3a0a6a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'security_group_rule': {'security_group_id': '3ebec368-f6e1-4491-adbf-60b34bc17c14', 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:04.856102 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:17:04.907690 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Sync routers for ids ['625b501d-46e7-4131-982b-a00cf0dd382c'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:17:04.917690 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Routers {'625b501d-46e7-4131-982b-a00cf0dd382c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:17:04.918305 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['625b501d-46e7-4131-982b-a00cf0dd382c'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:04.963370 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.securitygroups_db [None req-f42999e7-fb5d-4c53-9994-c7ca7c3a0a6a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Project d5ef8e70a161475ab7130108627df2e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:17:04.968617 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f42999e7-fb5d-4c53-9994-c7ca7c3a0a6a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (68305d85-4448-4f28-94d7-facb9b354b4d), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:05.026766 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Set router 625b501d-46e7-4131-982b-a00cf0dd382c gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:17:05.030865 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f42999e7-fb5d-4c53-9994-c7ca7c3a0a6a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (68305d85-4448-4f28-94d7-facb9b354b4d), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:05.127268 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f42999e7-fb5d-4c53-9994-c7ca7c3a0a6a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (68305d85-4448-4f28-94d7-facb9b354b4d), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:05.145314 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42999e7-fb5d-4c53-9994-c7ca7c3a0a6a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68305d85-4448-4f28-94d7-facb9b354b4d,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:05.220158 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'name': 'tempest-TestVolumeBootPattern-28649819-router', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:57Z', 'updated_at': '2022-02-09T13:17:01Z', 'revision_number': 4, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'gw_port': {'id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:58Z', 'updated_at': '2022-02-09T13:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7', 'name': '', 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'mac_address': 'fa:16:3e:53:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a0d831c9-332c-4feb-ba13-ce37713e84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:00Z', 'updated_at': '2022-02-09T13:17:01Z', 'revision_number': 2, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'subnets': [{'id': 'a0d831c9-332c-4feb-ba13-ce37713e84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:05.245319 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f42999e7-fb5d-4c53-9994-c7ca7c3a0a6a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:05.246636 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-f42999e7-fb5d-4c53-9994-c7ca7c3a0a6a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4188383 Feb 09 13:17:05.250132 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Checking router: 625b501d-46e7-4131-982b-a00cf0dd382c for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:17:05.250494 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Updating router 625b501d-46e7-4131-982b-a00cf0dd382c port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 binding host dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:17:05.277833 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:05.536719 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Publish callbacks [] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:05.654507 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:05.711185 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499608f-c6a3-49d3-8905-691858060076 None None] Pushing event updated for resources: {'Port': ['ID=1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:05.760748 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Attempting to bind port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:17:05.761128 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Attempting to bind port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'c7524229-e254-4834-8e7e-7a6129917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:17:05.761489 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Attempting to bind port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 on network f0a17d14-216c-4aaf-91fd-cf8c2d13d440 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:17:05.766795 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:17:05.767174 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Checking segment: {'id': 'c7524229-e254-4834-8e7e-7a6129917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:17:05.767577 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:05.767968 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Bound using segment: {'id': 'c7524229-e254-4834-8e7e-7a6129917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:17:05.768437 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Bound port: 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7524229-e254-4834-8e7e-7a6129917618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:17:05.768820 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:05.833439 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] For port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:05.837220 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] For port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7,segment=NetworkSegment(c7524229-e254-4834-8e7e-7a6129917618),segment_id=c7524229-e254-4834-8e7e-7a6129917618)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:05.949792 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-fdae8d56-bd48-47c5-80d5-6a80800ccf1c None None] Provisioning complete for port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:05.950322 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fdae8d56-bd48-47c5-80d5-6a80800ccf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:05.957714 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:05.983520 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-fdae8d56-bd48-47c5-80d5-6a80800ccf1c None None] Port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:17:06.019773 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499608f-c6a3-49d3-8905-691858060076 None None] Pushing event updated for resources: {'Port': ['ID=1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7,revision_number=4']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:06.022922 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Routers {'625b501d-46e7-4131-982b-a00cf0dd382c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:17:06.023526 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:16:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['625b501d-46e7-4131-982b-a00cf0dd382c'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:06.147940 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] Set router 625b501d-46e7-4131-982b-a00cf0dd382c gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:17:06.205640 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-3f59e162-273d-4621-9a1e-1e5f722144ed None None] Provisioning complete for port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:06.205640 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3f59e162-273d-4621-9a1e-1e5f722144ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:06.287706 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-3f59e162-273d-4621-9a1e-1e5f722144ed None None] Current status of the port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:17:06.288106 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3f59e162-273d-4621-9a1e-1e5f722144ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:06.321920 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-3f59e162-273d-4621-9a1e-1e5f722144ed None None] For port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7,segment=NetworkSegment(c7524229-e254-4834-8e7e-7a6129917618),segment_id=c7524229-e254-4834-8e7e-7a6129917618)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:06.358702 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'name': 'tempest-TestVolumeBootPattern-28649819-router', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:57Z', 'updated_at': '2022-02-09T13:17:01Z', 'revision_number': 4, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'gw_port': {'id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:58Z', 'updated_at': '2022-02-09T13:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7', 'name': '', 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'mac_address': 'fa:16:3e:53:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a0d831c9-332c-4feb-ba13-ce37713e84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:00Z', 'updated_at': '2022-02-09T13:17:05Z', 'revision_number': 4, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'subnets': [{'id': 'a0d831c9-332c-4feb-ba13-ce37713e84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:06.385831 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a1d3e-f69d-478e-92fb-97d5d3d809ef None None] The sync data for ids ['625b501d-46e7-4131-982b-a00cf0dd382c'] in dv-cinder-827860-3-iscsi is: [{'id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'name': 'tempest-TestVolumeBootPattern-28649819-router', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:57Z', 'updated_at': '2022-02-09T13:17:01Z', 'revision_number': 4, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'gw_port': {'id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:58Z', 'updated_at': '2022-02-09T13:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7', 'name': '', 'network_id': 'f0a17d14-216c-4aaf-91fd-cf8c2d13d440', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'mac_address': 'fa:16:3e:53:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a0d831c9-332c-4feb-ba13-ce37713e84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:00Z', 'updated_at': '2022-02-09T13:17:05Z', 'revision_number': 4, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'subnets': [{'id': 'a0d831c9-332c-4feb-ba13-ce37713e84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:17:06.389859 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3f59e162-273d-4621-9a1e-1e5f722144ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:06.446827 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59e162-273d-4621-9a1e-1e5f722144ed None None] Pushing event updated for resources: {'Port': ['ID=1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:06.742011 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:17:06.793340 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:06.793813 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:06.885435 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:17:16.578136 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:17:17.362958 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:22.829427 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3a4b2c55-f7ed-45da-b122-7902fff87103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:23.121074 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-6aa1c5cf-da7e-40e7-a2a9-313bf2e256cc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147747940&fields=id&tenant_id=d5ef8e70a161475ab7130108627df2e4 HTTP/1.1" status: 200 len: 267 time: 0.0446243 Feb 09 13:17:23.248762 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-22275e95-6ddc-4424-b632-7f8c2c750841 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:23.250501 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-22275e95-6ddc-4424-b632-7f8c2c750841 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 812 time: 0.1192324 Feb 09 13:17:23.268730 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-8d1b564e-d9b0-4e5a-84a0-c2e2e4601eba tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/quotas/d5ef8e70a161475ab7130108627df2e4 HTTP/1.1" status: 200 len: 375 time: 0.0129204 Feb 09 13:17:23.330768 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-077f0021-6269-478e-8ec6-f7a4c1b9a29c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564690 Feb 09 13:17:23.433547 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-507a2a94-52de-45fe-a328-efeec89cb858 service neutron] 10.222.0.84 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908635 Feb 09 13:17:23.529635 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-a6d370c2-f150-463e-ad64-658fe8a70eb9 service neutron] 10.222.0.84 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899630 Feb 09 13:17:23.955616 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfed46c-2dcd-400a-b742-34443c2a7c7b req-1100509c-ae4b-4ae7-b134-9fcbda20ce9e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:23.957145 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bcfed46c-2dcd-400a-b742-34443c2a7c7b req-1100509c-ae4b-4ae7-b134-9fcbda20ce9e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0522702 Feb 09 13:17:24.010868 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bcfed46c-2dcd-400a-b742-34443c2a7c7b req-083aad26-e30b-48c9-baac-9fe831aecd72 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466807 Feb 09 13:17:24.193196 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a6e51bad-8c2b-43c9-a11e-83bd6c681130 req-5658507c-4d0d-451c-964d-8f7c76c953ac tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 210 time: 0.0263808 Feb 09 13:17:25.035151 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a427e1cc-1b29-4e43-92c6-d9171d9cf533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:25.139644 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f838d-d384-42ef-a845-5c73f8dc50d3 req-8fb979b6-9e12-481d-b283-2b0e4f6c483e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:25.141121 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3b0f838d-d384-42ef-a845-5c73f8dc50d3 req-8fb979b6-9e12-481d-b283-2b0e4f6c483e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0569618 Feb 09 13:17:25.190543 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3b0f838d-d384-42ef-a845-5c73f8dc50d3 req-d7f546c0-4581-499b-b72c-325e075ea038 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 Feb 09 13:17:25.274202 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fe71610f-a589-4413-834d-e5c73b6f81df req-35db077c-b7c2-45c6-8c5f-8da4c86696ef tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 210 time: 0.0317483 Feb 09 13:17:26.202329 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:26.312610 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e277a31-cde1-4ea5-9299-b020f7b96cbb req-318ac593-96a5-46c4-903e-492a0ee939f1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:26.314097 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6e277a31-cde1-4ea5-9299-b020f7b96cbb req-318ac593-96a5-46c4-903e-492a0ee939f1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0533650 Feb 09 13:17:26.364031 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6e277a31-cde1-4ea5-9299-b020f7b96cbb req-5ad75021-2f96-4c92-b38d-b48170992ca7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442080 Feb 09 13:17:26.369123 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-21aeb6de-14ab-4da2-bda2-c9d897d116df req-a00601c7-8fbb-41ee-a0e1-7d6c478f1339 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 210 time: 0.0270834 Feb 09 13:17:26.648720 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-317b124c-af49-462c-bf1d-dbf3e64e8d76 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:26.650075 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-317b124c-af49-462c-bf1d-dbf3e64e8d76 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 812 time: 0.1048968 Feb 09 13:17:26.722241 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-a5636b24-2cb0-4a94-85d5-34ffb183a9a7 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5ef8e70a161475ab7130108627df2e4 HTTP/1.1" status: 200 len: 379 time: 0.0626943 Feb 09 13:17:26.732995 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'port': {'device_id': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'admin_state_up': True, 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'security_groups': ['3ebec368-f6e1-4491-adbf-60b34bc17c14']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:26.917989 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Made reservation on behalf of d5ef8e70a161475ab7130108627df2e4 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:26.921670 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:27.301760 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Allocated IP 172.20.0.14 (05ef35c6-6e26-4081-883e-e7a7d012ab72/ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca/cde48d4a-b667-4fb2-8210-2d6efb90a93a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:27.449783 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:27.475836 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ed45b4d9-f95c-470c-ab20-d0d955ef05b8 req-4017d5ed-786f-4025-9a87-d960c11db9bb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 210 time: 0.0267346 Feb 09 13:17:27.522730 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093224dc-608f-405b-aacd-e39e5665942e req-c0c15bc9-8c01-4d7c-844e-0fa41530f09d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:27.527603 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-093224dc-608f-405b-aacd-e39e5665942e req-c0c15bc9-8c01-4d7c-844e-0fa41530f09d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0720780 Feb 09 13:17:27.574623 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-093224dc-608f-405b-aacd-e39e5665942e req-0618627c-db47-478a-bdd7-50627afbc09c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443695 Feb 09 13:17:27.608958 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:27.654115 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Network 05ef35c6-6e26-4081-883e-e7a7d012ab72 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:27.657241 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:27.660837 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:17:27.687747 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'Port': ['ID=cde48d4a-b667-4fb2-8210-2d6efb90a93a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:27.707158 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:27.715814 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:27.716608 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:27.780167 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-41e91c13-137d-461c-80dd-664c390d4445 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0507145 Feb 09 13:17:27.792330 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Request body: {'port': {'device_id': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:27.866218 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:27.937304 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-db615f53-f54e-4cde-861b-f8e4b08f8e42 None None] Provisioning complete for port cde48d4a-b667-4fb2-8210-2d6efb90a93a triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:27.937678 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-db615f53-f54e-4cde-861b-f8e4b08f8e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:27.972972 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-db615f53-f54e-4cde-861b-f8e4b08f8e42 None None] Port cde48d4a-b667-4fb2-8210-2d6efb90a93a cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:17:28.131068 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde48d4a-b667-4fb2-8210-2d6efb90a93a {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:17:28.138606 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Publish callbacks [] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:28.151123 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Transition to ACTIVE for port object cde48d4a-b667-4fb2-8210-2d6efb90a93a will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:28.237062 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:28.290628 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Pushing event updated for resources: {'Port': ['ID=cde48d4a-b667-4fb2-8210-2d6efb90a93a,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:28.360658 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Attempting to bind port cde48d4a-b667-4fb2-8210-2d6efb90a93a on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:17:28.360993 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Attempting to bind port cde48d4a-b667-4fb2-8210-2d6efb90a93a by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:17:28.361316 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Attempting to bind port cde48d4a-b667-4fb2-8210-2d6efb90a93a on network 05ef35c6-6e26-4081-883e-e7a7d012ab72 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:17:28.365927 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Port cde48d4a-b667-4fb2-8210-2d6efb90a93a on network 05ef35c6-6e26-4081-883e-e7a7d012ab72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:17:28.366248 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Attempting to bind port cde48d4a-b667-4fb2-8210-2d6efb90a93a on network 05ef35c6-6e26-4081-883e-e7a7d012ab72 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:17:28.371365 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:17:28.371700 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Checking segment: {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:17:28.372077 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Bound using segment: {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:17:28.372498 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Bound port: cde48d4a-b667-4fb2-8210-2d6efb90a93a, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:17:28.372848 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:28.438953 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] For port cde48d4a-b667-4fb2-8210-2d6efb90a93a, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:28.441933 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] For port cde48d4a-b667-4fb2-8210-2d6efb90a93a, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=cde48d4a-b667-4fb2-8210-2d6efb90a93a,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:28.529172 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:28.564336 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:28.564937 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:28.566335 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] 10.222.0.31 "PUT /v2.0/ports/cde48d4a-b667-4fb2-8210-2d6efb90a93a HTTP/1.1" status: 200 len: 1094 time: 0.7788463 Feb 09 13:17:28.566829 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'tag': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:17:28.569111 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946632e6-6870-4193-98fe-1d59e8e3c1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "794b82e0-8aad-46b1-9e9e-9cfb0d16abf5", "tag": "cde48d4a-b667-4fb2-8210-2d6efb90a93a"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:17:28.605967 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a66697-8f1d-4385-89ef-8702af8e1848 service neutron] Pushing event updated for resources: {'Port': ['ID=cde48d4a-b667-4fb2-8210-2d6efb90a93a,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:28.620992 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0d555-b2ca-4cc8-ae35-24d3e2d2dc0a req-1a515595-c617-4599-99ca-a8416c49ccbd tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:28.626879 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-85d0d555-b2ca-4cc8-ae35-24d3e2d2dc0a req-1a515595-c617-4599-99ca-a8416c49ccbd tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 944 time: 0.0697975 Feb 09 13:17:28.629555 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac42f574-fd48-472a-8fae-20503842e894 x-openstack-request-id: req-ac42f574-fd48-472a-8fae-20503842e894 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:17:28.629863 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794b82e0-8aad-46b1-9e9e-9cfb0d16abf5", "tag": "cde48d4a-b667-4fb2-8210-2d6efb90a93a", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:17:28.630128 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac42f574-fd48-472a-8fae-20503842e894 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:17:28.630540 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'tag': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a', 'status': 'completed', 'code': 200} Feb 09 13:17:28.699862 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946632e6-6870-4193-98fe-1d59e8e3c1c0 req-436cd160-b755-4fd0-9f7a-167790e2c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:28.701396 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-946632e6-6870-4193-98fe-1d59e8e3c1c0 req-436cd160-b755-4fd0-9f7a-167790e2c72d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 1128 time: 0.0542479 Feb 09 13:17:28.709980 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-85d0d555-b2ca-4cc8-ae35-24d3e2d2dc0a req-a5b5fd8e-0689-4856-9883-65cc590e2dff tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786967 Feb 09 13:17:28.828511 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de3a07-9ee6-48b7-afb1-4f57064835af req-cda8885a-1af9-4213-a975-9649d03e8f17 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:28.830003 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a1de3a07-9ee6-48b7-afb1-4f57064835af req-cda8885a-1af9-4213-a975-9649d03e8f17 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.1233704 Feb 09 13:17:28.864583 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946632e6-6870-4193-98fe-1d59e8e3c1c0 req-5d6ce44e-e9aa-447a-93cd-50bc051ee095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:28.865938 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-946632e6-6870-4193-98fe-1d59e8e3c1c0 req-5d6ce44e-e9aa-447a-93cd-50bc051ee095 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=d5ef8e70a161475ab7130108627df2e4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1486878 Feb 09 13:17:28.932887 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a1de3a07-9ee6-48b7-afb1-4f57064835af req-876b6a65-3776-4ea6-ab63-bfbd2b6cb8e2 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938351 Feb 09 13:17:28.975374 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946632e6-6870-4193-98fe-1d59e8e3c1c0 req-f6bf8889-1e73-40c3-afd7-9fd64f291bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:28.976867 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-946632e6-6870-4193-98fe-1d59e8e3c1c0 req-f6bf8889-1e73-40c3-afd7-9fd64f291bae service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006727 Feb 09 13:17:29.062377 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-a5dcda01-afe5-44b7-b17c-cc903d1db666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:29.063919 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-a5dcda01-afe5-44b7-b17c-cc903d1db666 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 1128 time: 0.0451491 Feb 09 13:17:29.111497 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-dcdf9cd7-6572-4c32-8792-001d290bd9c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde48d4a-b667-4fb2-8210-2d6efb90a93a HTTP/1.1" status: 200 len: 217 time: 0.0374691 Feb 09 13:17:29.160777 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-b78e899c-69cf-4489-a98b-eae51547b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:29.162253 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-b78e899c-69cf-4489-a98b-eae51547b4c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0432546 Feb 09 13:17:29.213248 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-2156b115-05fc-42d5-8b22-67c679f8b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:29.214800 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-2156b115-05fc-42d5-8b22-67c679f8b1e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446005 Feb 09 13:17:29.240864 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:29.308023 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-548badfe-1087-4e89-960f-75bd8a0d24fe service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861900 Feb 09 13:17:29.397995 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d3e96f4a-61d8-4406-89b6-8d532ae9263a req-dbb1d21f-9bfb-4e21-9ceb-7a01994b11ff service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810080 Feb 09 13:17:29.830279 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43450756-56f3-48d3-acde-ab8f2dcd85fe req-9d848fdb-db07-4b40-a55b-40c3312aff46 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:29.831806 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-43450756-56f3-48d3-acde-ab8f2dcd85fe req-9d848fdb-db07-4b40-a55b-40c3312aff46 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 944 time: 0.0514998 Feb 09 13:17:29.879478 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-43450756-56f3-48d3-acde-ab8f2dcd85fe req-a6b37165-0c47-43b7-886d-9e69aa57a125 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421991 Feb 09 13:17:30.060408 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea7355-37cf-4f7d-95df-51319d418878 req-1fac94f6-596a-458c-adf5-3634a486986b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:30.061958 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2bea7355-37cf-4f7d-95df-51319d418878 req-1fac94f6-596a-458c-adf5-3634a486986b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0593319 Feb 09 13:17:30.108973 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2bea7355-37cf-4f7d-95df-51319d418878 req-2b9dee61-9e91-4b1b-9eff-0ec94ba7d6d2 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408247 Feb 09 13:17:30.995389 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55502ce-12af-426c-9b9b-0d969c218cc3 req-ecdab4c4-6e26-4943-876d-9e9c82639a68 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:30.996847 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b55502ce-12af-426c-9b9b-0d969c218cc3 req-ecdab4c4-6e26-4943-876d-9e9c82639a68 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 944 time: 0.0516727 Feb 09 13:17:31.044562 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b55502ce-12af-426c-9b9b-0d969c218cc3 req-fba57d94-debb-4806-8489-4a2cbc15ddd5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422864 Feb 09 13:17:31.336409 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa66ce7-e1af-42bd-bdda-e5a2e7e5e71d req-3f3e41f8-0ccd-4fb5-9aee-b054e2c7488b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:31.338649 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-aaa66ce7-e1af-42bd-bdda-e5a2e7e5e71d req-3f3e41f8-0ccd-4fb5-9aee-b054e2c7488b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0550983 Feb 09 13:17:31.387953 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-aaa66ce7-e1af-42bd-bdda-e5a2e7e5e71d req-541d3158-fe4a-4258-a847-2d47120f0bf5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435314 Feb 09 13:17:32.163344 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b4029-a22c-4740-a27b-559c0acc6d1b req-01b6e36b-641a-40a0-b6b5-1f7793b03d50 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:32.164813 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-246b4029-a22c-4740-a27b-559c0acc6d1b req-01b6e36b-641a-40a0-b6b5-1f7793b03d50 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 944 time: 0.0513003 Feb 09 13:17:32.215496 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-246b4029-a22c-4740-a27b-559c0acc6d1b req-a7ed3254-a988-4a9c-8761-1076e36263a1 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 Feb 09 13:17:32.513328 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebc8ea-4567-42c6-b9ba-dfa62c1cd293 req-e6ebb03d-f265-4795-90eb-a8b08f050df8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:32.515063 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a2ebc8ea-4567-42c6-b9ba-dfa62c1cd293 req-e6ebb03d-f265-4795-90eb-a8b08f050df8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0513737 Feb 09 13:17:32.562821 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a2ebc8ea-4567-42c6-b9ba-dfa62c1cd293 req-3f8c9e92-5cf2-4110-a780-c84f00d6c3b9 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Feb 09 13:17:33.330247 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43182193-f71e-4dfe-8967-0761f8439813 req-3c98dd5c-9f22-44ec-bc68-b0748f9f2b16 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:33.331726 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-43182193-f71e-4dfe-8967-0761f8439813 req-3c98dd5c-9f22-44ec-bc68-b0748f9f2b16 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 944 time: 0.0512962 Feb 09 13:17:33.378860 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-43182193-f71e-4dfe-8967-0761f8439813 req-053f938b-1088-45b8-a288-666c4b5680ec tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416899 Feb 09 13:17:33.687464 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e3cd1-abe9-4722-a328-b0de7d35fef5 req-7e6207cb-fcd6-4232-9345-14de76223279 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:33.688930 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-789e3cd1-abe9-4722-a328-b0de7d35fef5 req-7e6207cb-fcd6-4232-9345-14de76223279 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0522120 Feb 09 13:17:33.734672 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-789e3cd1-abe9-4722-a328-b0de7d35fef5 req-9ddd6953-0e08-4865-a9d9-ac7da258aa0e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 Feb 09 13:17:34.498898 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6d9af-0073-4d1c-b8e5-2ca6b5a93f1b req-30bda22c-d222-45f1-8dda-cae3f6e1d0eb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:34.500408 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-98b6d9af-0073-4d1c-b8e5-2ca6b5a93f1b req-30bda22c-d222-45f1-8dda-cae3f6e1d0eb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 944 time: 0.0576463 Feb 09 13:17:34.549434 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-98b6d9af-0073-4d1c-b8e5-2ca6b5a93f1b req-fa46010e-1592-429d-bc7d-3af5dcc8fb65 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435128 Feb 09 13:17:34.807338 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31a7c2-0c88-4877-81d4-d42657c1d32e req-9b56fc5d-5f21-4a29-8623-c67ccb33a486 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:34.809188 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-eb31a7c2-0c88-4877-81d4-d42657c1d32e req-9b56fc5d-5f21-4a29-8623-c67ccb33a486 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 945 time: 0.0583465 Feb 09 13:17:34.862125 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e751815-ec7e-4a37-af77-0358068d30b2 req-5717c060-7cf1-416d-9743-e31b3a57ad20 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:34.862785 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-eb31a7c2-0c88-4877-81d4-d42657c1d32e req-71db5170-6895-4033-893b-ad4fdc807df0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479429 Feb 09 13:17:34.865569 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6e751815-ec7e-4a37-af77-0358068d30b2 req-5717c060-7cf1-416d-9743-e31b3a57ad20 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0555432 Feb 09 13:17:34.916126 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6e751815-ec7e-4a37-af77-0358068d30b2 req-57d1801d-d437-4718-9168-32a6a49462cf tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Feb 09 13:17:35.666489 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d4d64-e3f1-4817-a57c-dc7f743fb456 req-8eb37e54-c8ff-4fdc-96c3-2666ca450eff tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:35.668479 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-df8d4d64-e3f1-4817-a57c-dc7f743fb456 req-8eb37e54-c8ff-4fdc-96c3-2666ca450eff tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 944 time: 0.0520403 Feb 09 13:17:35.718752 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-df8d4d64-e3f1-4817-a57c-dc7f743fb456 req-5973df3e-cdc0-4f89-afa9-697fcf76237d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446775 Feb 09 13:17:35.991860 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a682f-e9ae-42e5-9046-70da70bf2ac5 req-75a8e212-ac00-41bf-ba7f-d0f048885e96 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:35.993452 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-599a682f-e9ae-42e5-9046-70da70bf2ac5 req-75a8e212-ac00-41bf-ba7f-d0f048885e96 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 945 time: 0.0565271 Feb 09 13:17:36.035834 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4f93-c2f0-4074-9686-b1fa9127e7e3 req-338c7d6f-93a2-4d47-9b20-f8b4b65fca06 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:36.037325 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e76f4f93-c2f0-4074-9686-b1fa9127e7e3 req-338c7d6f-93a2-4d47-9b20-f8b4b65fca06 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0509548 Feb 09 13:17:36.040005 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-599a682f-e9ae-42e5-9046-70da70bf2ac5 req-e3f60fbe-9474-41b1-a02c-6d951d94d957 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Feb 09 13:17:36.084362 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e76f4f93-c2f0-4074-9686-b1fa9127e7e3 req-5ad1f3a9-3dc7-4bf8-ada0-cba416d83220 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Feb 09 13:17:36.454293 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:17:36.550740 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:36.562454 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'port_id': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'mac_address': 'fa:16:3e:1b:ea:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:17:36.597496 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 is: ACTIVE; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:17:36.597889 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:36.611036 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:17:36.630988 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:36.694176 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:36.743763 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,revision_number=6']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:36.756392 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.756392 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.756392 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.756392 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.756753 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.756984 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.757326 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.757640 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.757967 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.758315 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.758669 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.758995 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.759318 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:36.837909 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e8988-a55e-4759-a4db-adeeca0efff9 req-bcbffa8c-b3ac-42ab-ab5c-7bc3441c5485 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:36.839872 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-007e8988-a55e-4759-a4db-adeeca0efff9 req-bcbffa8c-b3ac-42ab-ab5c-7bc3441c5485 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 944 time: 0.0525832 Feb 09 13:17:36.887380 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-007e8988-a55e-4759-a4db-adeeca0efff9 req-51a3cd90-b495-45e5-afd2-5e524aa676a9 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420523 Feb 09 13:17:37.062905 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['8fc972e9-0cc0-429d-a82a-fd959fe8f9d3'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:17:37.163801 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724166d-118c-4c17-b60f-afbc2cabd72d req-413440d8-1035-4439-a703-27c20cd0a4a7 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:37.165269 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1724166d-118c-4c17-b60f-afbc2cabd72d req-413440d8-1035-4439-a703-27c20cd0a4a7 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 945 time: 0.0562682 Feb 09 13:17:37.219552 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1724166d-118c-4c17-b60f-afbc2cabd72d req-90f3190a-8363-44a7-97ee-646a60d022ce tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f1127b3-c237-4c8e-87f5-c97b17778288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477400 Feb 09 13:17:37.258548 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-4818c102-c0c3-422d-9248-5120f9badc9e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:37.260043 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-4818c102-c0c3-422d-9248-5120f9badc9e tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.31 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 945 time: 0.0665543 Feb 09 13:17:37.266849 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cb4eb-c128-4d1a-8030-4fd3f4ba16e9 req-50fc62e9-ab62-458a-b13a-10e085b19504 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:37.268224 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d48cb4eb-c128-4d1a-8030-4fd3f4ba16e9 req-50fc62e9-ab62-458a-b13a-10e085b19504 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 944 time: 0.1100237 Feb 09 13:17:37.361562 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d48cb4eb-c128-4d1a-8030-4fd3f4ba16e9 req-8a94b688-8a5c-4de0-b3dd-53cd6e1bedde tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863247 Feb 09 13:17:37.396119 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Deleting port fb9e09f7-4b57-4b24-ae7e-ae897c352559 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:17:37.396458 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:37.485025 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] For port fb9e09f7-4b57-4b24-ae7e-ae897c352559, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fb9e09f7-4b57-4b24-ae7e-ae897c352559,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:37.485390 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:37.658200 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:37.658727 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (ae201812-7efa-4120-a11d-5faa250780a8), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:37.658931 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.l3_db [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Floating IP ae201812-7efa-4120-a11d-5faa250780a8 disassociated. External IP: 172.27.1.152, port: fb9e09f7-4b57-4b24-ae7e-ae897c352559. Feb 09 13:17:37.659263 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Calling delete_port for fb9e09f7-4b57-4b24-ae7e-ae897c352559 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:17:37.882472 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (fb9e09f7-4b57-4b24-ae7e-ae897c352559), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:37.929255 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event deleted for resources: {'Port': ['ID=fb9e09f7-4b57-4b24-ae7e-ae897c352559,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:37.957561 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.958147 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.958684 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.959258 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.967653 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.967653 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.967653 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.967653 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.967653 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.967653 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.967653 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.967653 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:37.967653 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:38.054013 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc37fd4-e0a6-4474-bb9c-37a7972d7bf9 req-a6efadb4-cff6-4db6-933a-3b88222dd35b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:38.061010 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8fc37fd4-e0a6-4474-bb9c-37a7972d7bf9 req-a6efadb4-cff6-4db6-933a-3b88222dd35b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 944 time: 0.0775819 Feb 09 13:17:38.106741 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Router 3aee5b0b-59e4-48b6-97ef-f17619754a3d has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:17:38.126801 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8fc37fd4-e0a6-4474-bb9c-37a7972d7bf9 req-e221facb-ac98-42a7-b4d6-63f7ba3bd4b9 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648291 Feb 09 13:17:38.242942 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:17:38.264956 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f585b-9771-4d10-b451-766d3ee573dd None None] Sync routers for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:17:38.299368 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] No DVR routers for this DVR port fb9e09f7-4b57-4b24-ae7e-ae897c352559 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:38.302065 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:38.305796 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d94652a9-6d7e-4a83-b5c4-ced30f0aea49 req-1fc1068d-8b9e-4e38-b9e5-e45af4346345 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.31 "DELETE /v2.0/ports/fb9e09f7-4b57-4b24-ae7e-ae897c352559 HTTP/1.1" status: 204 len: 173 time: 1.0366919 Feb 09 13:17:38.306312 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f585b-9771-4d10-b451-766d3ee573dd None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:17:38.306499 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'name': 'network-vif-deleted', 'tag': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:17:38.308865 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-067f585b-9771-4d10-b451-766d3ee573dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:17:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:38.309535 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c665c70-2015-4178-b41f-47a51de46c52" -d '{"events": [{"server_uuid": "84445fb8-4a25-468e-a8ad-e060b55105a2", "name": "network-vif-deleted", "tag": "fb9e09f7-4b57-4b24-ae7e-ae897c352559"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:17:38.364666 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b105cc65-7e23-4943-931a-c9c5e546666b x-openstack-request-id: req-b105cc65-7e23-4943-931a-c9c5e546666b {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:17:38.365236 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84445fb8-4a25-468e-a8ad-e060b55105a2", "name": "network-vif-deleted", "tag": "fb9e09f7-4b57-4b24-ae7e-ae897c352559", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:17:38.365669 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b105cc65-7e23-4943-931a-c9c5e546666b {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:17:38.366367 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84445fb8-4a25-468e-a8ad-e060b55105a2', 'name': 'network-vif-deleted', 'tag': 'fb9e09f7-4b57-4b24-ae7e-ae897c352559', 'status': 'completed', 'code': 200} Feb 09 13:17:38.426316 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-700f6648-ba4b-4e26-9ce2-932f1ca92331 req-89a29131-9ca0-4cfc-a012-88fa6defa4a0 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/ports?device_id=84445fb8-4a25-468e-a8ad-e060b55105a2 HTTP/1.1" status: 200 len: 210 time: 0.0491130 Feb 09 13:17:38.557115 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b147179-caeb-41e4-95a9-a15183a6fe21 req-e5849ebf-874d-4c16-9117-252cfbfc63a7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:38.561809 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6b147179-caeb-41e4-95a9-a15183a6fe21 req-e5849ebf-874d-4c16-9117-252cfbfc63a7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 944 time: 0.1002700 Feb 09 13:17:38.649785 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6b147179-caeb-41e4-95a9-a15183a6fe21 req-a188927f-4aed-41d5-8d80-bf202ade3b00 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755408 Feb 09 13:17:38.651500 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device cde48d4a-b667-4fb2-8210-2d6efb90a93a details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:17:38.716624 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:17:38.824182 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port cde48d4a-b667-4fb2-8210-2d6efb90a93a, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=cde48d4a-b667-4fb2-8210-2d6efb90a93a,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:38.849951 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-067f585b-9771-4d10-b451-766d3ee573dd None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:17:38.853155 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'port_id': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a', 'mac_address': 'fa:16:3e:6f:f1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:17:38.882190 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:38.882583 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:39.001141 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port cde48d4a-b667-4fb2-8210-2d6efb90a93a is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:17:39.001529 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:39.066919 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde48d4a-b667-4fb2-8210-2d6efb90a93a {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:17:39.124009 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port cde48d4a-b667-4fb2-8210-2d6efb90a93a, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=cde48d4a-b667-4fb2-8210-2d6efb90a93a,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:39.172561 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:17:39.173043 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:39.204670 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:17:39.206988 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7827f1-2070-4757-a924-960abc3db6f5" -d '{"events": [{"server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "name": "network-vif-plugged", "status": "completed", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:17:39.214347 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:39.233496 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:39.285302 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adaf06-0874-4c16-bbdb-f3ca5d1cd649 req-89b39d21-3841-41a2-9007-27f0b6e317f8 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:39.289969 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-067f585b-9771-4d10-b451-766d3ee573dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:39.293720 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=cde48d4a-b667-4fb2-8210-2d6efb90a93a,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:39.294371 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b8adaf06-0874-4c16-bbdb-f3ca5d1cd649 req-89b39d21-3841-41a2-9007-27f0b6e317f8 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 945 time: 0.0982244 Feb 09 13:17:39.336586 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f585b-9771-4d10-b451-766d3ee573dd None None] Checking router: 3aee5b0b-59e4-48b6-97ef-f17619754a3d for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:17:39.356637 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:39.375995 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b8adaf06-0874-4c16-bbdb-f3ca5d1cd649 req-4bb09f01-d3be-40b0-9af4-fa512f08144a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805697 Feb 09 13:17:39.405267 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48b54f5-800d-4a73-ba07-ee004ac52314 x-openstack-request-id: req-c48b54f5-800d-4a73-ba07-ee004ac52314 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:17:39.411014 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "name": "network-vif-plugged", "status": "completed", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:17:39.411014 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c48b54f5-800d-4a73-ba07-ee004ac52314 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:17:39.411014 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'code': 200} Feb 09 13:17:39.419584 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f585b-9771-4d10-b451-766d3ee573dd None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:17:39.421003 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-067f585b-9771-4d10-b451-766d3ee573dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:17:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:39.527915 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['cde48d4a-b667-4fb2-8210-2d6efb90a93a'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:17:39.561086 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,revision_number=7']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:39.621000 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47028) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:39.675242 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-067f585b-9771-4d10-b451-766d3ee573dd None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:17:39.697587 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (0f1127b3-c237-4c8e-87f5-c97b17778288), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:39.764452 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (0f1127b3-c237-4c8e-87f5-c97b17778288), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:39.824273 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a00d1-8365-4195-9828-11113f507fd7 req-7cb7c8d2-8bc4-4390-82b9-14167b1c8879 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:39.825766 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-726a00d1-8365-4195-9828-11113f507fd7 req-7cb7c8d2-8bc4-4390-82b9-14167b1c8879 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0539732 Feb 09 13:17:39.865365 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0f1127b3-c237-4c8e-87f5-c97b17778288), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:39.868353 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:39.869948 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "DELETE /v2.0/security-groups/0f1127b3-c237-4c8e-87f5-c97b17778288 HTTP/1.1" status: 204 len: 168 time: 0.2467780 Feb 09 13:17:39.873678 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47032) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:39.882155 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-726a00d1-8365-4195-9828-11113f507fd7 req-a97d01a3-e9eb-4e16-a157-18b26fbe4de1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493491 Feb 09 13:17:39.897083 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1127b3-c237-4c8e-87f5-c97b17778288,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.912475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47fbf0a-31ef-4f38-b85e-4edb83b4b501 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:39.919111 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.api.v2.resource [None req-edb586af-147e-47a4-8234-cca3f36494f7 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] show failed (client error): The resource could not be found. Feb 09 13:17:39.923207 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-edb586af-147e-47a4-8234-cca3f36494f7 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "GET /v2.0/security-groups/0f1127b3-c237-4c8e-87f5-c97b17778288 HTTP/1.1" status: 404 len: 347 time: 0.0456421 Feb 09 13:17:39.923574 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47034) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:40.106362 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-067f585b-9771-4d10-b451-766d3ee573dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:40.142086 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f585b-9771-4d10-b451-766d3ee573dd None None] The sync data for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi is: [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:11:16Z', 'revision_number': 4, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'f15bfc7f-d05a-4a14-b17d-edb12126414f', 'name': '', 'network_id': '9ce67157-f48b-4d2d-b32c-6a12d5e26c1b', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'mac_address': 'fa:16:3e:e1:9f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:15Z', 'updated_at': '2022-02-09T13:11:22Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'subnets': [{'id': '9cbb47fb-25d3-4b90-8f6c-52fce146153a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:17:40.339864 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-a701166a-4500-4ca5-98c6-4f302eccc196 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Deleting port d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:17:40.340475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a701166a-4500-4ca5-98c6-4f302eccc196 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:40.442146 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a701166a-4500-4ca5-98c6-4f302eccc196 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:40.442657 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a701166a-4500-4ca5-98c6-4f302eccc196 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:40.459937 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-a701166a-4500-4ca5-98c6-4f302eccc196 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Calling delete_port for d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2 owned by network:floatingip {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:17:40.498128 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fb9e09f7-4b57-4b24-ae7e-ae897c352559 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:17:40.540940 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: fb9e09f7-4b57-4b24-ae7e-ae897c352559 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:17:40.541291 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fb9e09f7-4b57-4b24-ae7e-ae897c352559 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:17:40.564891 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062d115-4ee8-4778-bbb7-47ffb6016927 None None] New status for floating IP ae201812-7efa-4120-a11d-5faa250780a8: DOWN {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:17:40.600225 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a76168-78ba-486f-960d-46119532017e req-74b23b02-2382-421d-93d4-21d37bb20cdd tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:40.603024 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-72a76168-78ba-486f-960d-46119532017e req-74b23b02-2382-421d-93d4-21d37bb20cdd tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 945 time: 0.0839984 Feb 09 13:17:40.720730 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-72a76168-78ba-486f-960d-46119532017e req-023fb7d1-1413-4dee-924d-084f7de367d0 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057248 Feb 09 13:17:40.806991 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a701166a-4500-4ca5-98c6-4f302eccc196 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:40.807831 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.db.api [None req-b062d115-4ee8-4778-bbb7-47ffb6016927 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:17:40.808405 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG oslo_db.api [None req-b062d115-4ee8-4778-bbb7-47ffb6016927 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:17:40.836388 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701166a-4500-4ca5-98c6-4f302eccc196 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Pushing event deleted for resources: {'Port': ['ID=d6e55eeb-9249-4eb3-8edc-3e915f3e6ae2,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:40.905458 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a701166a-4500-4ca5-98c6-4f302eccc196 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks [] for floatingip (ae201812-7efa-4120-a11d-5faa250780a8), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:40.908327 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a701166a-4500-4ca5-98c6-4f302eccc196 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:40.909701 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a701166a-4500-4ca5-98c6-4f302eccc196 tempest-AttachVolumeTestJSON-525393116 tempest-AttachVolumeTestJSON-525393116-project] 10.222.0.84 "DELETE /v2.0/floatingips/ae201812-7efa-4120-a11d-5faa250780a8 HTTP/1.1" status: 204 len: 168 time: 0.9853888 Feb 09 13:17:41.022323 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a3b65-5e3b-4740-baaa-634c30e562fd req-0428f16f-70c4-4efb-bafa-50cac3e2e4d7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:41.023890 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c06a3b65-5e3b-4740-baaa-634c30e562fd req-0428f16f-70c4-4efb-bafa-50cac3e2e4d7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0583620 Feb 09 13:17:41.078603 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c06a3b65-5e3b-4740-baaa-634c30e562fd req-c51e2519-4a2e-45a3-aff7-75e1d93920e3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458851 Feb 09 13:17:41.309652 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062d115-4ee8-4778-bbb7-47ffb6016927 None None] New status for floating IP ae201812-7efa-4120-a11d-5faa250780a8: DOWN {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:17:41.896065 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc242622-11fd-483e-b8f0-9ad15ec55617 req-48767474-753c-4e20-8f11-33b27148fc1d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:41.897678 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bc242622-11fd-483e-b8f0-9ad15ec55617 req-48767474-753c-4e20-8f11-33b27148fc1d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 945 time: 0.0715063 Feb 09 13:17:41.967187 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bc242622-11fd-483e-b8f0-9ad15ec55617 req-c358fb28-d86c-4ab9-b17c-8979e58f9c7c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578635 Feb 09 13:17:42.255166 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6a228-4869-4034-af3b-9134d9186581 req-e0fb689e-9fa6-41ef-a69b-6748c08cc1f8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:42.256773 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-42c6a228-4869-4034-af3b-9134d9186581 req-e0fb689e-9fa6-41ef-a69b-6748c08cc1f8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0855598 Feb 09 13:17:42.323926 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-42c6a228-4869-4034-af3b-9134d9186581 req-e7514fe3-7a9e-437e-bd75-f2e4ed2e6628 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561953 Feb 09 13:17:42.533246 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device cde48d4a-b667-4fb2-8210-2d6efb90a93a up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:17:42.677403 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port cde48d4a-b667-4fb2-8210-2d6efb90a93a completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:42.683974 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port cde48d4a-b667-4fb2-8210-2d6efb90a93a triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:42.684414 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:42.798453 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port cde48d4a-b667-4fb2-8210-2d6efb90a93a is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:17:42.798956 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:42.853727 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:17:42.858820 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950ccf98-9665-429d-8785-b5cb5a65f499" -d '{"events": [{"server_uuid": "794b82e0-8aad-46b1-9e9e-9cfb0d16abf5", "name": "network-vif-plugged", "status": "completed", "tag": "cde48d4a-b667-4fb2-8210-2d6efb90a93a"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:17:42.866261 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port cde48d4a-b667-4fb2-8210-2d6efb90a93a, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=cde48d4a-b667-4fb2-8210-2d6efb90a93a,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:42.910546 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ef032b-51d4-4d5c-a0d9-a3cb47612549 x-openstack-request-id: req-c5ef032b-51d4-4d5c-a0d9-a3cb47612549 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:17:42.910995 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794b82e0-8aad-46b1-9e9e-9cfb0d16abf5", "name": "network-vif-plugged", "status": "completed", "tag": "cde48d4a-b667-4fb2-8210-2d6efb90a93a", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:17:42.911778 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c5ef032b-51d4-4d5c-a0d9-a3cb47612549 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:17:42.912189 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a', 'code': 200} Feb 09 13:17:42.943707 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:43.004904 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=cde48d4a-b667-4fb2-8210-2d6efb90a93a,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:43.123587 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d56c57-5756-448b-8b5b-fe37098757cf req-edadac4d-e7d0-455c-ad9a-98a3fdfb19d9 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:43.131247 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-92d56c57-5756-448b-8b5b-fe37098757cf req-edadac4d-e7d0-455c-ad9a-98a3fdfb19d9 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 946 time: 0.0715706 Feb 09 13:17:43.183691 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-92d56c57-5756-448b-8b5b-fe37098757cf req-4d4e882b-ef6f-4c1e-834e-61d60a9af502 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505881 Feb 09 13:17:43.324855 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c258159-f3fc-4fc5-83a5-ef6afc9e43d7 req-15257a46-235e-4ae6-82a1-0cfbc50848d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:43.326469 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c258159-f3fc-4fc5-83a5-ef6afc9e43d7 req-15257a46-235e-4ae6-82a1-0cfbc50848d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 1130 time: 0.0577843 Feb 09 13:17:43.403628 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7c258159-f3fc-4fc5-83a5-ef6afc9e43d7 req-8f41a75b-fab6-4c77-962a-3d366c3a9bc8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710330 Feb 09 13:17:43.659478 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bdfa9-1246-436b-979f-4485840aa9e5 req-c41591eb-7f4c-4628-a29c-c9755c547ee3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:43.661024 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2d5bdfa9-1246-436b-979f-4485840aa9e5 req-c41591eb-7f4c-4628-a29c-c9755c547ee3 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0899820 Feb 09 13:17:43.732840 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2d5bdfa9-1246-436b-979f-4485840aa9e5 req-a543a1b1-9d27-4bec-b4a1-c3ac56db9631 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658505 Feb 09 13:17:44.314550 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e7ca3-b3dc-4470-99af-299d8709c2ae req-b15b9ca8-8687-48ba-b5b9-0489630075ea tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:44.316238 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-df4e7ca3-b3dc-4470-99af-299d8709c2ae req-b15b9ca8-8687-48ba-b5b9-0489630075ea tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 946 time: 0.0622289 Feb 09 13:17:44.378497 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-df4e7ca3-b3dc-4470-99af-299d8709c2ae req-97436984-e558-41e1-ac85-a428250770f1 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530400 Feb 09 13:17:44.863111 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0e4d4-6d86-4ed5-9274-2d5d93464911 req-3ec6dfb8-db14-4fc7-9ab9-39986bcc0f2a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:44.864584 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-64a0e4d4-6d86-4ed5-9274-2d5d93464911 req-3ec6dfb8-db14-4fc7-9ab9-39986bcc0f2a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0552046 Feb 09 13:17:44.914440 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-64a0e4d4-6d86-4ed5-9274-2d5d93464911 req-f9859861-6873-4c20-865c-3fd731afc883 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439618 Feb 09 13:17:45.021367 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47086) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:45.537781 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd54a31-44a8-4410-91cf-e6c2f035f4d8 req-13fe6c0f-e444-4227-b809-4140e38a92eb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:45.541009 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0dd54a31-44a8-4410-91cf-e6c2f035f4d8 req-13fe6c0f-e444-4227-b809-4140e38a92eb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 946 time: 0.0880857 Feb 09 13:17:45.600440 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655645'] for router_interface (3aee5b0b-59e4-48b6-97ef-f17619754a3d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:45.601311 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0dd54a31-44a8-4410-91cf-e6c2f035f4d8 req-549f5471-3d78-49c3-9528-0979fc75c0bd tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535905 Feb 09 13:17:45.810467 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc826b63-c5ea-4f6f-9cc6-a16791b2731f req-348a7825-65fb-48df-a77a-f2edda43ac0c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:45.812069 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cc826b63-c5ea-4f6f-9cc6-a16791b2731f req-348a7825-65fb-48df-a77a-f2edda43ac0c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 946 time: 0.1186943 Feb 09 13:17:45.876723 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-cc826b63-c5ea-4f6f-9cc6-a16791b2731f req-4c1e11c4-bd1f-4847-845a-effdb910e0f6 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588696 Feb 09 13:17:45.908379 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47096) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:46.012895 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] Deleting port f15bfc7f-d05a-4a14-b17d-edb12126414f {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:17:46.015530 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:46.059895 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7984f398-15a2-44e7-bacb-45794cce1742 tempest-TestVolumeBootPattern-1162106605 tempest-TestVolumeBootPattern-1162106605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:46.061487 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7984f398-15a2-44e7-bacb-45794cce1742 tempest-TestVolumeBootPattern-1162106605 tempest-TestVolumeBootPattern-1162106605-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 1125 time: 0.1518948 Feb 09 13:17:46.064410 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47102) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:46.070368 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'floatingip': {'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'port_id': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:17:46.121001 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847d20f-56dd-40a8-a34b-27d7f1261a0e req-882c135e-babc-4ba2-a400-8f6546c7f06f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:46.127923 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1847d20f-56dd-40a8-a34b-27d7f1261a0e req-882c135e-babc-4ba2-a400-8f6546c7f06f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.1023102 Feb 09 13:17:46.132106 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] For port f15bfc7f-d05a-4a14-b17d-edb12126414f, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=f15bfc7f-d05a-4a14-b17d-edb12126414f,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:46.132481 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:46.159973 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] Calling delete_port for f15bfc7f-d05a-4a14-b17d-edb12126414f owned by network:router_interface {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:17:46.186152 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1847d20f-56dd-40a8-a34b-27d7f1261a0e req-bba3001f-6a76-45a5-9dab-eafd2e54e2b9 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571733 Feb 09 13:17:46.211854 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:46.348858 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:46.459971 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (f15bfc7f-d05a-4a14-b17d-edb12126414f), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:46.486436 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15bfc7f-d05a-4a14-b17d-edb12126414f,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:46.516565 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Allocated IP 172.27.1.114 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/b7b39a2d-9965-45fc-b2f1-1c3b08066dfb) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:46.650516 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for port (b7b39a2d-9965-45fc-b2f1-1c3b08066dfb), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:46.737469 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655753'] for router_interface (3aee5b0b-59e4-48b6-97ef-f17619754a3d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:46.763106 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (b7b39a2d-9965-45fc-b2f1-1c3b08066dfb), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:46.813194 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:46.816285 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:46.820892 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:17:46.824079 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'Port': ['ID=b7b39a2d-9965-45fc-b2f1-1c3b08066dfb,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:47.012075 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] Router 3aee5b0b-59e4-48b6-97ef-f17619754a3d has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:17:47.178388 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:17:47.189278 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-d8250c53-ed79-45ff-a71b-1921bd0fb980 admin admin] 10.222.0.84 "PUT /v2.0/routers/3aee5b0b-59e4-48b6-97ef-f17619754a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1618130 Feb 09 13:17:47.189278 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47104) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:47.191037 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948cda-69ba-4e3b-9549-b97cf4b2c423 None None] Sync routers for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:17:47.216849 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7948cda-69ba-4e3b-9549-b97cf4b2c423 None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:17:47.216849 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a7948cda-69ba-4e3b-9549-b97cf4b2c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:17:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:47.303517 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (8876ce03-ded5-43e8-b0af-c2a38ff9dff0), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:47.417628 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Publish callbacks [] for router (3aee5b0b-59e4-48b6-97ef-f17619754a3d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:47.478684 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (b7b39a2d-9965-45fc-b2f1-1c3b08066dfb), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:47.486045 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a7948cda-69ba-4e3b-9549-b97cf4b2c423 None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:17:47.569251 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Publish callbacks [] for router_gateway (3aee5b0b-59e4-48b6-97ef-f17619754a3d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:47.581354 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af005a0-edb8-411f-afc0-b8c08926b9e1 req-ef68393a-b8d0-43a8-aff1-674cf7f8615b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:47.585132 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0af005a0-edb8-411f-afc0-b8c08926b9e1 req-ef68393a-b8d0-43a8-aff1-674cf7f8615b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.2816267 Feb 09 13:17:47.684339 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for port (b7b39a2d-9965-45fc-b2f1-1c3b08066dfb), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:47.699498 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0af005a0-edb8-411f-afc0-b8c08926b9e1 req-d88c2537-b84c-40e0-8a51-8d667ec6a15c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082115 Feb 09 13:17:47.710031 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a7948cda-69ba-4e3b-9549-b97cf4b2c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:17:46Z', 'revision_number': 5, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port': {'id': 'd31e0fe0-3444-4260-aa14-17577a59ff3d', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:11:11Z', 'updated_at': '2022-02-09T13:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:47.718367 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:47.727155 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Deleting port d31e0fe0-3444-4260-aa14-17577a59ff3d {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:17:47.727580 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:47.748007 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948cda-69ba-4e3b-9549-b97cf4b2c423 None None] Checking router: 3aee5b0b-59e4-48b6-97ef-f17619754a3d for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:17:47.758653 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7948cda-69ba-4e3b-9549-b97cf4b2c423 None None] Routers {'3aee5b0b-59e4-48b6-97ef-f17619754a3d'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:17:47.759575 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a7948cda-69ba-4e3b-9549-b97cf4b2c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:17:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:47.773751 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (b7b39a2d-9965-45fc-b2f1-1c3b08066dfb), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:47.850181 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] For port d31e0fe0-3444-4260-aa14-17577a59ff3d, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=d31e0fe0-3444-4260-aa14-17577a59ff3d,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:47.850459 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:47.872166 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Calling delete_port for d31e0fe0-3444-4260-aa14-17577a59ff3d owned by network:router_gateway {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:17:47.872907 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a7948cda-69ba-4e3b-9549-b97cf4b2c423 None None] Set router 3aee5b0b-59e4-48b6-97ef-f17619754a3d gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:17:47.920277 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'Port': ['ID=b7b39a2d-9965-45fc-b2f1-1c3b08066dfb,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:47.931250 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (8876ce03-ded5-43e8-b0af-c2a38ff9dff0), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:47.942941 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a7948cda-69ba-4e3b-9549-b97cf4b2c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:17:47Z', 'revision_number': 6, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port_host': None}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:47.986441 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948cda-69ba-4e3b-9549-b97cf4b2c423 None None] The sync data for ids ['3aee5b0b-59e4-48b6-97ef-f17619754a3d'] in dv-cinder-827860-3-iscsi is: [{'id': '3aee5b0b-59e4-48b6-97ef-f17619754a3d', 'name': 'tempest-AttachVolumeTestJSON-1369437969-router', 'tenant_id': '413094dda74649c282bf36d27168fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:11:10Z', 'updated_at': '2022-02-09T13:17:47Z', 'revision_number': 6, 'project_id': '413094dda74649c282bf36d27168fc96', 'gw_port_host': None}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:17:48.073720 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Floating IP 8876ce03-ded5-43e8-b0af-c2a38ff9dff0 associated. External IP: 172.27.1.114, port: cde48d4a-b667-4fb2-8210-2d6efb90a93a. Feb 09 13:17:48.191424 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (d31e0fe0-3444-4260-aa14-17577a59ff3d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:48.221853 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Pushing event deleted for resources: {'Port': ['ID=d31e0fe0-3444-4260-aa14-17577a59ff3d,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:48.315951 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662891'] for router_gateway (3aee5b0b-59e4-48b6-97ef-f17619754a3d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:48.337577 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Router e73b4101-af1d-4c80-b29e-46f59e7720e9 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:17:48.427297 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25951'] for router (3aee5b0b-59e4-48b6-97ef-f17619754a3d), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:48.435279 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Publish callbacks [] for router_controller (3aee5b0b-59e4-48b6-97ef-f17619754a3d), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:48.478895 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:17:48.494747 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11492f38-e651-4d41-8bf2-d8b535184713 None None] Sync routers for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:17:48.506882 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11492f38-e651-4d41-8bf2-d8b535184713 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:17:48.510514 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-11492f38-e651-4d41-8bf2-d8b535184713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:17:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:48.574776 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658427'] for router (3aee5b0b-59e4-48b6-97ef-f17619754a3d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:48.577214 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aee5b0b-59e4-48b6-97ef-f17619754a3d {{(pid=103165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:17:48.588126 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:48.592285 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:48.596355 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47108) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:48.596619 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-70b09189-1635-4f72-b2bf-23e465b7cc27 admin admin] 10.222.0.84 "DELETE /v2.0/routers/3aee5b0b-59e4-48b6-97ef-f17619754a3d HTTP/1.1" status: 204 len: 168 time: 1.4068098 Feb 09 13:17:48.625167 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-11492f38-e651-4d41-8bf2-d8b535184713 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:17:48.896039 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-11492f38-e651-4d41-8bf2-d8b535184713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '8876ce03-ded5-43e8-b0af-c2a38ff9dff0', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:6f:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:17:47Z', 'updated_at': '2022-02-09T13:17:47Z', 'revision_number': 0, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:48.926766 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11492f38-e651-4d41-8bf2-d8b535184713 None None] Checking router: e73b4101-af1d-4c80-b29e-46f59e7720e9 for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:17:48.936462 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11492f38-e651-4d41-8bf2-d8b535184713 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:17:48.937099 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-11492f38-e651-4d41-8bf2-d8b535184713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:17:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:48.969742 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-944ea444-877b-40c3-857a-d423b3f856de admin admin] Deleting subnet 9cbb47fb-25d3-4b90-8f6c-52fce146153a {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:17:48.974694 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-5f4bf2ef-97ba-4da5-877b-349342b0bab5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9092820 Feb 09 13:17:48.975491 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-944ea444-877b-40c3-857a-d423b3f856de admin admin] Publish callbacks [] for subnet (9cbb47fb-25d3-4b90-8f6c-52fce146153a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:48.977199 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'tag': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:17:48.979553 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2" -d '{"events": [{"name": "network-changed", "server_uuid": "794b82e0-8aad-46b1-9e9e-9cfb0d16abf5", "tag": "cde48d4a-b667-4fb2-8210-2d6efb90a93a"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:17:49.008045 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device f15bfc7f-d05a-4a14-b17d-edb12126414f no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:17:49.027587 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2587a60a-b94b-4729-9a8a-43f9acf2846c x-openstack-request-id: req-2587a60a-b94b-4729-9a8a-43f9acf2846c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:17:49.027886 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794b82e0-8aad-46b1-9e9e-9cfb0d16abf5", "tag": "cde48d4a-b667-4fb2-8210-2d6efb90a93a", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:17:49.028139 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2587a60a-b94b-4729-9a8a-43f9acf2846c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:17:49.028533 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'tag': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a', 'status': 'completed', 'code': 200} Feb 09 13:17:49.029124 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: f15bfc7f-d05a-4a14-b17d-edb12126414f {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:17:49.029482 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device f15bfc7f-d05a-4a14-b17d-edb12126414f not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:17:49.029911 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device d31e0fe0-3444-4260-aa14-17577a59ff3d no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:17:49.051598 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2ac9e-bfa2-4eb2-9982-86d7fa8e2913 req-e4e2bc38-e806-4d67-8f50-2b3bb3d845c5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:49.053148 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fda2ac9e-bfa2-4eb2-9982-86d7fa8e2913 req-e4e2bc38-e806-4d67-8f50-2b3bb3d845c5 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.1579297 Feb 09 13:17:49.060419 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: d31e0fe0-3444-4260-aa14-17577a59ff3d {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:17:49.061103 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device d31e0fe0-3444-4260-aa14-17577a59ff3d not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:17:49.072743 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-11492f38-e651-4d41-8bf2-d8b535184713 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:17:49.100147 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-944ea444-877b-40c3-857a-d423b3f856de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8445525'] for subnet (9cbb47fb-25d3-4b90-8f6c-52fce146153a), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:49.191387 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fda2ac9e-bfa2-4eb2-9982-86d7fa8e2913 req-325ea9d2-88a0-477b-9297-6d160be1aed7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152482 Feb 09 13:17:49.219730 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2 req-7d7fae5b-4b55-437f-836b-f4bf72384806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:49.221234 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2 req-7d7fae5b-4b55-437f-836b-f4bf72384806 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 1130 time: 0.1672044 Feb 09 13:17:49.288610 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-944ea444-877b-40c3-857a-d423b3f856de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (9cbb47fb-25d3-4b90-8f6c-52fce146153a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:49.364427 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-11492f38-e651-4d41-8bf2-d8b535184713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '8876ce03-ded5-43e8-b0af-c2a38ff9dff0', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:6f:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:17:47Z', 'updated_at': '2022-02-09T13:17:47Z', 'revision_number': 0, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:49.383982 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2 req-a92e2680-c030-4a5d-994d-fefbc66bb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:49.386063 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2 req-a92e2680-c030-4a5d-994d-fefbc66bb4bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 913 time: 0.1495364 Feb 09 13:17:49.398627 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11492f38-e651-4d41-8bf2-d8b535184713 None None] The sync data for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi is: [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '8876ce03-ded5-43e8-b0af-c2a38ff9dff0', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:6f:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:17:47Z', 'updated_at': '2022-02-09T13:17:47Z', 'revision_number': 0, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:17:49.448978 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-944ea444-877b-40c3-857a-d423b3f856de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510234'] for subnet (9cbb47fb-25d3-4b90-8f6c-52fce146153a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:49.487118 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4965816f-61c9-47ca-92e6-6509497222f4 None None] Network 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:17:49.505459 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-944ea444-877b-40c3-857a-d423b3f856de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:49.511789 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-944ea444-877b-40c3-857a-d423b3f856de admin admin] 10.222.0.84 "DELETE /v2.0/subnets/9cbb47fb-25d3-4b90-8f6c-52fce146153a HTTP/1.1" status: 204 len: 168 time: 0.9113615 Feb 09 13:17:49.512822 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47120) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:49.519362 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ea444-877b-40c3-857a-d423b3f856de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cbb47fb-25d3-4b90-8f6c-52fce146153a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:49.553086 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2 req-5190a905-ab9b-4d8b-84bc-aca027ea2ce3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde48d4a-b667-4fb2-8210-2d6efb90a93a HTTP/1.1" status: 200 len: 1000 time: 0.1609666 Feb 09 13:17:49.628482 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (9ce67157-f48b-4d2d-b32c-6a12d5e26c1b), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:49.654834 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2 req-fdb43678-c299-4e4b-88a8-703f007427ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:49.662215 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2 req-fdb43678-c299-4e4b-88a8-703f007427ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0947866 Feb 09 13:17:49.735883 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Deleting port 8994e08a-66b5-463b-bb59-1d583f8edca3 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:17:49.736126 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:49.746143 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2 req-48288fa0-f76b-4564-a730-5834304080db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:49.747951 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2 req-48288fa0-f76b-4564-a730-5834304080db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845902 Feb 09 13:17:49.764660 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc0f321-53fb-4cf8-bad6-a21a73fcfb01 None None] DHCP port deletion for 9ce67157-f48b-4d2d-b32c-6a12d5e26c1b request from dv-cinder-827860-3-iscsi {{(pid=103166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:17:49.802881 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac3edf-0f8d-4293-9927-625fa1e9c7fe None None] New status for floating IP 8876ce03-ded5-43e8-b0af-c2a38ff9dff0: ACTIVE {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:17:49.856678 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] For port 8994e08a-66b5-463b-bb59-1d583f8edca3, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=8994e08a-66b5-463b-bb59-1d583f8edca3,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:49.857202 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:49.883540 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Calling delete_port for 8994e08a-66b5-463b-bb59-1d583f8edca3 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:17:49.885488 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2 req-9240c913-7d73-4894-91ca-5453517a7389 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287115 Feb 09 13:17:50.008679 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9b7df0bb-bc8f-493a-8c20-5b4b3ec261e2 req-23f1de67-3618-4705-8c9e-c6e7209fb3b9 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168506 Feb 09 13:17:50.014293 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0f321-53fb-4cf8-bad6-a21a73fcfb01 None None] Deleting port 8994e08a-66b5-463b-bb59-1d583f8edca3 {{(pid=103166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:17:50.014863 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f321-53fb-4cf8-bad6-a21a73fcfb01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), before_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:50.069552 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:50.080370 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6dc0f321-53fb-4cf8-bad6-a21a73fcfb01 None None] For port 8994e08a-66b5-463b-bb59-1d583f8edca3, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=8994e08a-66b5-463b-bb59-1d583f8edca3,segment=NetworkSegment(0b1fa0ed-333a-4e73-8895-e6bf24339963),segment_id=0b1fa0ed-333a-4e73-8895-e6bf24339963)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:50.080878 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f321-53fb-4cf8-bad6-a21a73fcfb01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), precommit_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:50.086137 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] No DVR routers for this DVR port 8994e08a-66b5-463b-bb59-1d583f8edca3 on host dv-cinder-827860-3-iscsi {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:50.095542 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0f321-53fb-4cf8-bad6-a21a73fcfb01 None None] Calling delete_port for 8994e08a-66b5-463b-bb59-1d583f8edca3 owned by network:dhcp {{(pid=103166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:17:50.135577 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Pushing event deleted for resources: {'Port': ['ID=8994e08a-66b5-463b-bb59-1d583f8edca3,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:50.195217 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (9ce67157-f48b-4d2d-b32c-6a12d5e26c1b), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:50.219773 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f321-53fb-4cf8-bad6-a21a73fcfb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841'] for port (8994e08a-66b5-463b-bb59-1d583f8edca3), after_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:50.231754 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce67157-f48b-4d2d-b32c-6a12d5e26c1b']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:50.245802 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1fa0ed-333a-4e73-8895-e6bf24339963') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:50.246165 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1fa0ed-333a-4e73-8895-e6bf24339963') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:50.252017 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0f321-53fb-4cf8-bad6-a21a73fcfb01 None None] Pushing event deleted for resources: {'Port': ['ID=8994e08a-66b5-463b-bb59-1d583f8edca3,revision_number=None']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:50.254355 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0f321-53fb-4cf8-bad6-a21a73fcfb01 None None] No DVR routers for this DVR port 8994e08a-66b5-463b-bb59-1d583f8edca3 on host dv-cinder-827860-3-iscsi {{(pid=103166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:50.274394 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (0b1fa0ed-333a-4e73-8895-e6bf24339963), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:50.289432 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (0b1fa0ed-333a-4e73-8895-e6bf24339963), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:50.295742 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:17:50.296045 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (0b1fa0ed-333a-4e73-8895-e6bf24339963), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:17:50.297669 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:17:50.392873 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2a939-e6db-4373-b88b-93d4902881da req-a175f500-9ea5-46b8-9d42-910758f1219c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:50.394277 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-95e2a939-e6db-4373-b88b-93d4902881da req-a175f500-9ea5-46b8-9d42-910758f1219c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0958004 Feb 09 13:17:50.440415 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-95e2a939-e6db-4373-b88b-93d4902881da req-245c0ba1-ae10-4f9f-9d24-a10835970371 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 Feb 09 13:17:50.463287 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (9ce67157-f48b-4d2d-b32c-6a12d5e26c1b), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:50.469146 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:50.472325 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9ce67157-f48b-4d2d-b32c-6a12d5e26c1b HTTP/1.1" status: 204 len: 168 time: 0.9591599 Feb 09 13:17:50.483069 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfb8e9-d11d-4c79-ad21-6f5384e71482 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce67157-f48b-4d2d-b32c-6a12d5e26c1b,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:50.738611 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 8994e08a-66b5-463b-bb59-1d583f8edca3 no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:17:50.759682 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 8994e08a-66b5-463b-bb59-1d583f8edca3 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:17:50.760042 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 8994e08a-66b5-463b-bb59-1d583f8edca3 not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:17:50.848807 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47136) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:50.888546 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2664d67e-8fcb-41f9-a601-0c1defa00670 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=413094dda74649c282bf36d27168fc96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385275 Feb 09 13:17:50.891114 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47138) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:50.946192 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-98ccc6f5-e832-4fb5-b85c-e1e2bee84a3a admin admin] Publish callbacks [] for security_group (4abc0810-08c5-4ddd-af74-31fa6ef9c9ae), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:50.970944 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-98ccc6f5-e832-4fb5-b85c-e1e2bee84a3a admin admin] Publish callbacks [] for security_group (4abc0810-08c5-4ddd-af74-31fa6ef9c9ae), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:51.099284 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-98ccc6f5-e832-4fb5-b85c-e1e2bee84a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (4abc0810-08c5-4ddd-af74-31fa6ef9c9ae), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:51.101906 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-98ccc6f5-e832-4fb5-b85c-e1e2bee84a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:51.103086 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-98ccc6f5-e832-4fb5-b85c-e1e2bee84a3a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4abc0810-08c5-4ddd-af74-31fa6ef9c9ae HTTP/1.1" status: 204 len: 168 time: 0.2110398 Feb 09 13:17:51.111232 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccc6f5-e832-4fb5-b85c-e1e2bee84a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abc0810-08c5-4ddd-af74-31fa6ef9c9ae,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:51.482317 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabcc2e-540a-4be9-8ed1-7ed2c976faf2 req-dd883e1c-fc52-4490-9710-8678f5a9bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.483987 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0aabcc2e-540a-4be9-8ed1-7ed2c976faf2 req-dd883e1c-fc52-4490-9710-8678f5a9bb72 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 1129 time: 0.0499997 Feb 09 13:17:51.616118 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabcc2e-540a-4be9-8ed1-7ed2c976faf2 req-cf6e5a4c-2dd4-4a9a-9419-b889a5cd4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.617651 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0aabcc2e-540a-4be9-8ed1-7ed2c976faf2 req-cf6e5a4c-2dd4-4a9a-9419-b889a5cd4e0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 917 time: 0.1277318 Feb 09 13:17:51.624719 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c805dd4-a262-44b0-bd54-57bdd1931f06 req-1d55f084-ed64-41eb-9401-2bdafa3c620e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.626072 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2c805dd4-a262-44b0-bd54-57bdd1931f06 req-1d55f084-ed64-41eb-9401-2bdafa3c620e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0931997 Feb 09 13:17:51.716423 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0aabcc2e-540a-4be9-8ed1-7ed2c976faf2 req-75582196-f0d2-4cc0-a038-b999828e35d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 HTTP/1.1" status: 200 len: 1000 time: 0.0893686 Feb 09 13:17:51.720242 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2c805dd4-a262-44b0-bd54-57bdd1931f06 req-99378125-26f6-4806-843c-8ab88ea34e13 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875478 Feb 09 13:17:51.768818 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabcc2e-540a-4be9-8ed1-7ed2c976faf2 req-4f324fe1-e06f-47b7-8f21-e06facac9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.770250 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0aabcc2e-540a-4be9-8ed1-7ed2c976faf2 req-4f324fe1-e06f-47b7-8f21-e06facac9643 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=554c6378-3dbd-4135-b433-882cffe509d2 HTTP/1.1" status: 200 len: 855 time: 0.0482678 Feb 09 13:17:51.818606 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabcc2e-540a-4be9-8ed1-7ed2c976faf2 req-3748c5b1-6a35-4c0a-b0c7-d67a1d90e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.820396 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0aabcc2e-540a-4be9-8ed1-7ed2c976faf2 req-3748c5b1-6a35-4c0a-b0c7-d67a1d90e320 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32947b8-36d8-4e31-8400-b282b6379a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439954 Feb 09 13:17:51.911396 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0aabcc2e-540a-4be9-8ed1-7ed2c976faf2 req-b9c012b7-751c-477f-a310-6ab3af79b5ee service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853055 Feb 09 13:17:52.002842 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0aabcc2e-540a-4be9-8ed1-7ed2c976faf2 req-05940178-f408-459c-8979-016bdc8c1f38 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859671 Feb 09 13:17:52.750815 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-2f52e213-ec19-4c1e-922b-a6747423b63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:52.853506 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7cad7-aba1-436d-87b2-a89adc86c50d req-39be3d01-6314-47ee-aaef-bdff7d4c214e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:52.855575 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-99e7cad7-aba1-436d-87b2-a89adc86c50d req-39be3d01-6314-47ee-aaef-bdff7d4c214e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0555108 Feb 09 13:17:52.903927 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-99e7cad7-aba1-436d-87b2-a89adc86c50d req-c2fa9cc2-92d5-4b68-a35a-e7bef016a5fd tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427926 Feb 09 13:17:53.582684 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:17:53.652083 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47192) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:53.760460 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f8b7e6aa-329a-4e0a-803c-1c7f93124cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:53.833974 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f8b7e6aa-329a-4e0a-803c-1c7f93124cef admin admin] Publish callbacks [] for security_group (72bfdc05-c642-495f-8e68-6523bfbedaec), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:53.938076 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f8b7e6aa-329a-4e0a-803c-1c7f93124cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (72bfdc05-c642-495f-8e68-6523bfbedaec), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:53.982849 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-f8b7e6aa-329a-4e0a-803c-1c7f93124cef admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2972746b79c04d8387963869218f7f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262627 Feb 09 13:17:53.982849 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7e6aa-329a-4e0a-803c-1c7f93124cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bfdc05-c642-495f-8e68-6523bfbedaec,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:53.984045 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47198) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:54.040480 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-daedd760-7500-4509-afde-6c1b31f4cd3e admin admin] Publish callbacks [] for security_group (72bfdc05-c642-495f-8e68-6523bfbedaec), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:54.051446 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe85f24-12c5-4fe2-b328-d95159bea15d req-81cab396-6ec5-4b05-b856-0f597e22a8e6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:54.052938 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ebe85f24-12c5-4fe2-b328-d95159bea15d req-81cab396-6ec5-4b05-b856-0f597e22a8e6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.0682902 Feb 09 13:17:54.063561 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-daedd760-7500-4509-afde-6c1b31f4cd3e admin admin] Publish callbacks [] for security_group (72bfdc05-c642-495f-8e68-6523bfbedaec), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:54.101892 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ebe85f24-12c5-4fe2-b328-d95159bea15d req-08ff4f67-d2a9-408f-8f50-a5d388b3e844 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Feb 09 13:17:54.185141 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-daedd760-7500-4509-afde-6c1b31f4cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (72bfdc05-c642-495f-8e68-6523bfbedaec), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:54.187854 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-daedd760-7500-4509-afde-6c1b31f4cd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:54.189167 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-daedd760-7500-4509-afde-6c1b31f4cd3e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/72bfdc05-c642-495f-8e68-6523bfbedaec HTTP/1.1" status: 204 len: 168 time: 0.2041318 Feb 09 13:17:54.200410 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedd760-7500-4509-afde-6c1b31f4cd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bfdc05-c642-495f-8e68-6523bfbedaec,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:54.842362 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47204) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:54.856764 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a44f-8ba2-4536-97ba-567fc97698a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:54.933939 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a44f-8ba2-4536-97ba-567fc97698a8 admin admin] Publish callbacks [] for security_group (47773439-77f6-46df-b7a0-e218665f6565), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:55.000277 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a44f-8ba2-4536-97ba-567fc97698a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (47773439-77f6-46df-b7a0-e218665f6565), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:55.039265 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-7ea7a44f-8ba2-4536-97ba-567fc97698a8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d2bb27cb621e478697da46f7406a0a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954751 Feb 09 13:17:55.040121 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7a44f-8ba2-4536-97ba-567fc97698a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47773439-77f6-46df-b7a0-e218665f6565,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:55.042430 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47206) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:55.052272 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f60c9fd8-11fd-4df2-9ed0-143aba110220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:55.090462 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0d80e803-7a41-4514-91aa-ba2b8d2cbf57 admin admin] Publish callbacks [] for security_group (47773439-77f6-46df-b7a0-e218665f6565), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:55.111245 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0d80e803-7a41-4514-91aa-ba2b8d2cbf57 admin admin] Publish callbacks [] for security_group (47773439-77f6-46df-b7a0-e218665f6565), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:55.447416 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0d80e803-7a41-4514-91aa-ba2b8d2cbf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (47773439-77f6-46df-b7a0-e218665f6565), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:55.449898 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-0d80e803-7a41-4514-91aa-ba2b8d2cbf57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:55.451046 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-0d80e803-7a41-4514-91aa-ba2b8d2cbf57 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/47773439-77f6-46df-b7a0-e218665f6565 HTTP/1.1" status: 204 len: 168 time: 0.4075263 Feb 09 13:17:55.462731 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80e803-7a41-4514-91aa-ba2b8d2cbf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47773439-77f6-46df-b7a0-e218665f6565,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:55.484627 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fba7c6-35d1-4f1b-9bbf-a6e2ddbd0eb1 req-09d3bc5b-b2c0-4d0a-aac7-7535803cd67c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:55.486233 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-72fba7c6-35d1-4f1b-9bbf-a6e2ddbd0eb1 req-09d3bc5b-b2c0-4d0a-aac7-7535803cd67c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 945 time: 0.3098102 Feb 09 13:17:55.533910 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-72fba7c6-35d1-4f1b-9bbf-a6e2ddbd0eb1 req-c12f527e-2347-48c3-b0a2-75bb4ced65ba tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421546 Feb 09 13:17:56.185650 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:56.576668 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:17:56.658399 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 is: ACTIVE; New status is: DOWN {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:17:56.658399 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:56.689678 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:17:56.691778 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25ff5c2-34d3-4562-bcf3-4abca46d3168" -d '{"events": [{"server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:17:56.707729 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:56.727934 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072fbbff-8053-477e-ae8f-3ef4dd8b23ff x-openstack-request-id: req-072fbbff-8053-477e-ae8f-3ef4dd8b23ff {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:17:56.727934 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "name": "network-vif-unplugged", "status": "failed", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3", "code": 422}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:17:56.727934 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-072fbbff-8053-477e-ae8f-3ef4dd8b23ff {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:17:56.727934 dv-cinder-827860-3-iscsi neutron-server[103166]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'code': 422} returned with failed status Feb 09 13:17:56.767791 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:56.819926 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,revision_number=8']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:57.370203 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [req-b24700cd-cc7f-4517-98d6-209fd6b6979a req-295621da-856a-497c-ac51-c7ef661f5377 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:17:57.371433 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b24700cd-cc7f-4517-98d6-209fd6b6979a req-295621da-856a-497c-ac51-c7ef661f5377 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064859 Feb 09 13:17:57.689758 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d1161-5a21-4686-b5a1-915f9103d13c req-4500b5d8-521b-4078-a147-625cef2e6516 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:57.691435 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-370d1161-5a21-4686-b5a1-915f9103d13c req-4500b5d8-521b-4078-a147-625cef2e6516 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0750792 Feb 09 13:17:57.723183 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:57.743155 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-370d1161-5a21-4686-b5a1-915f9103d13c req-327caec8-3fdd-4114-81f8-7dfc553fe97b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450823 Feb 09 13:17:57.897729 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-61683f30-adb7-42bb-af86-78d78ba3e6d6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463505 Feb 09 13:17:58.269097 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47308) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:58.385556 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-61009406-43b4-4f3f-9d9f-6563a341f8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:58.457171 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-61009406-43b4-4f3f-9d9f-6563a341f8aa admin admin] Publish callbacks [] for security_group (cac607cb-56c9-4d3b-91c2-57d0364fdc1a), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:58.522209 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-61009406-43b4-4f3f-9d9f-6563a341f8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (cac607cb-56c9-4d3b-91c2-57d0364fdc1a), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:58.558848 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61009406-43b4-4f3f-9d9f-6563a341f8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac607cb-56c9-4d3b-91c2-57d0364fdc1a,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:58.563196 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-61009406-43b4-4f3f-9d9f-6563a341f8aa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=087ae9083aa3469fb5c2c64374798ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930272 Feb 09 13:17:58.565917 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47312) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:58.614054 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7ace-f992-4b67-8aee-bc6fe135b642 admin admin] Publish callbacks [] for security_group (cac607cb-56c9-4d3b-91c2-57d0364fdc1a), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:58.635796 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7ace-f992-4b67-8aee-bc6fe135b642 admin admin] Publish callbacks [] for security_group (cac607cb-56c9-4d3b-91c2-57d0364fdc1a), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:58.745576 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7ace-f992-4b67-8aee-bc6fe135b642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (cac607cb-56c9-4d3b-91c2-57d0364fdc1a), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:58.748188 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7ace-f992-4b67-8aee-bc6fe135b642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:58.749346 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-bb7e7ace-f992-4b67-8aee-bc6fe135b642 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cac607cb-56c9-4d3b-91c2-57d0364fdc1a HTTP/1.1" status: 204 len: 168 time: 0.1824963 Feb 09 13:17:58.757226 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e7ace-f992-4b67-8aee-bc6fe135b642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac607cb-56c9-4d3b-91c2-57d0364fdc1a,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:58.876010 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635b5a-79b1-4110-8390-7e9edc6ac92b req-38c236b6-c93b-4d92-9469-777000bf406f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:58.877490 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6b635b5a-79b1-4110-8390-7e9edc6ac92b req-38c236b6-c93b-4d92-9469-777000bf406f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0548739 Feb 09 13:17:58.927299 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6b635b5a-79b1-4110-8390-7e9edc6ac92b req-c707382e-b437-40ed-bd3b-c2bcc10f09d1 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441263 Feb 09 13:17:59.268178 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-a96c0e3a-890d-4779-95f7-f63770768cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:59.268589 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:59.272984 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-a96c0e3a-890d-4779-95f7-f63770768cf2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00&tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71 HTTP/1.1" status: 200 len: 1127 time: 0.0465770 Feb 09 13:17:59.339109 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-ce4354b8-aef3-4b86-953d-fae3bccedc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:59.340611 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-ce4354b8-aef3-4b86-953d-fae3bccedc98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 1127 time: 0.0491416 Feb 09 13:17:59.401957 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47320) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:59.417061 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e5dfc24d-90e3-4daa-a565-e2cfcc31f8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:59.443114 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-48ccb456-f0f4-4e38-b54e-ead0aed8426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:59.444636 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-48ccb456-f0f4-4e38-b54e-ead0aed8426a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 917 time: 0.0947697 Feb 09 13:17:59.515701 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e5dfc24d-90e3-4daa-a565-e2cfcc31f8af admin admin] Publish callbacks [] for security_group (0b7bec64-90da-4303-bed4-d289fec8075d), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:59.522775 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-e3b9c0df-4327-4156-b01d-cb19b9b3fbf1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 HTTP/1.1" status: 200 len: 998 time: 0.0718014 Feb 09 13:17:59.577100 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-1d13ad21-062a-40b0-9f94-ea13b3b72272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:59.579152 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-1d13ad21-062a-40b0-9f94-ea13b3b72272 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=554c6378-3dbd-4135-b433-882cffe509d2 HTTP/1.1" status: 200 len: 855 time: 0.0489581 Feb 09 13:17:59.583274 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-e5dfc24d-90e3-4daa-a565-e2cfcc31f8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0b7bec64-90da-4303-bed4-d289fec8075d), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:59.622037 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfc24d-90e3-4daa-a565-e2cfcc31f8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7bec64-90da-4303-bed4-d289fec8075d,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:59.626300 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-e5dfc24d-90e3-4daa-a565-e2cfcc31f8af admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fd3bb1d7f98c4562bd47fd8dbc42d519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228730 Feb 09 13:17:59.630106 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47322) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:17:59.650617 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-73897fed-4027-4a5d-876c-e0a12d2a7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:59.652833 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-73897fed-4027-4a5d-876c-e0a12d2a7b1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32947b8-36d8-4e31-8400-b282b6379a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679524 Feb 09 13:17:59.744378 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab7eb44c-f9e0-4797-bd39-71b2f7ac7cd2 admin admin] Publish callbacks [] for security_group (0b7bec64-90da-4303-bed4-d289fec8075d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:59.783404 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab7eb44c-f9e0-4797-bd39-71b2f7ac7cd2 admin admin] Publish callbacks [] for security_group (0b7bec64-90da-4303-bed4-d289fec8075d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:59.786383 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-05921afa-cc10-4474-86e6-592faaf8557c service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252506 Feb 09 13:17:59.897990 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7ad08efd-89a2-4227-850e-81753a14a9b2 req-a6f2b62c-ad36-4043-a568-063657b8dcee service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037381 Feb 09 13:17:59.968916 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab7eb44c-f9e0-4797-bd39-71b2f7ac7cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0b7bec64-90da-4303-bed4-d289fec8075d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:59.972110 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ab7eb44c-f9e0-4797-bd39-71b2f7ac7cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:17:59.973751 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ab7eb44c-f9e0-4797-bd39-71b2f7ac7cd2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0b7bec64-90da-4303-bed4-d289fec8075d HTTP/1.1" status: 204 len: 168 time: 0.3422446 Feb 09 13:17:59.986143 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7eb44c-f9e0-4797-bd39-71b2f7ac7cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7bec64-90da-4303-bed4-d289fec8075d,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:00.073841 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a83e5b-09de-475f-a071-2493adbbcee9 req-0495d1d5-5161-46b4-90fa-ac08c9542f71 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:00.075594 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f3a83e5b-09de-475f-a071-2493adbbcee9 req-0495d1d5-5161-46b4-90fa-ac08c9542f71 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0631249 Feb 09 13:18:00.130989 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f3a83e5b-09de-475f-a071-2493adbbcee9 req-69d3e541-c8e0-48f7-8b76-1e1e4d1f6258 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490277 Feb 09 13:18:01.300457 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efed8dc-0aa3-4b53-9ce2-81e8c44db3e7 req-e790d96e-6cb0-4c3e-bd2e-106e7b910b7a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:01.303600 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6efed8dc-0aa3-4b53-9ce2-81e8c44db3e7 req-e790d96e-6cb0-4c3e-bd2e-106e7b910b7a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0745623 Feb 09 13:18:01.383327 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6efed8dc-0aa3-4b53-9ce2-81e8c44db3e7 req-3e664f93-a525-43bb-9bc3-b872ca7b53f6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719080 Feb 09 13:18:02.518717 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a13c2-5298-40ea-891b-b0d957b51ea1 req-9000c7b5-0008-4683-9c47-9e73d6053d70 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:02.520135 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ed3a13c2-5298-40ea-891b-b0d957b51ea1 req-9000c7b5-0008-4683-9c47-9e73d6053d70 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0589495 Feb 09 13:18:02.585022 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ed3a13c2-5298-40ea-891b-b0d957b51ea1 req-f4dcea8f-5ef0-4cca-885d-1fcae661a303 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590777 Feb 09 13:18:03.769013 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e836e-4bf1-4c7e-bbf3-1d091c6734f2 req-422bd25e-0b79-43eb-a39e-d8541dcf61af tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:03.770607 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bf7e836e-4bf1-4c7e-bbf3-1d091c6734f2 req-422bd25e-0b79-43eb-a39e-d8541dcf61af tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0969748 Feb 09 13:18:03.832291 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bf7e836e-4bf1-4c7e-bbf3-1d091c6734f2 req-414a4d6f-401d-4444-ad1a-7dca3c7d039c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546713 Feb 09 13:18:04.971605 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6acf5c-52c8-4f1d-90eb-2cd56b21a389 req-687407ec-ad9d-42cf-9dd9-5e50a2515501 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:04.973293 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6a6acf5c-52c8-4f1d-90eb-2cd56b21a389 req-687407ec-ad9d-42cf-9dd9-5e50a2515501 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0620995 Feb 09 13:18:05.026683 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6a6acf5c-52c8-4f1d-90eb-2cd56b21a389 req-d5261e15-6b2c-4e5f-82e0-2d0e9d08e250 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450394 Feb 09 13:18:06.063818 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47424) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:18:06.185984 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bccb1-5076-4e2b-95b0-3c148ff59584 req-3c420b8e-c85b-47fb-b3f0-7d0f0a5f254f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:06.187565 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-075bccb1-5076-4e2b-95b0-3c148ff59584 req-3c420b8e-c85b-47fb-b3f0-7d0f0a5f254f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0583110 Feb 09 13:18:06.233386 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d256b3f4-f717-491a-9b9b-c5d13b4da422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:06.275218 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-075bccb1-5076-4e2b-95b0-3c148ff59584 req-7a0e4e81-5da6-4cc1-b4dc-e02f06276248 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804839 Feb 09 13:18:06.340234 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d256b3f4-f717-491a-9b9b-c5d13b4da422 admin admin] Publish callbacks [] for security_group (ad1b913e-9944-4515-8873-77fc942e33fe), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:06.418077 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d256b3f4-f717-491a-9b9b-c5d13b4da422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (ad1b913e-9944-4515-8873-77fc942e33fe), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:06.456918 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256b3f4-f717-491a-9b9b-c5d13b4da422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1b913e-9944-4515-8873-77fc942e33fe,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:06.465455 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d256b3f4-f717-491a-9b9b-c5d13b4da422 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4b09034e37f048bb8716b264ea6d2bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964851 Feb 09 13:18:06.467079 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47430) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:18:06.535158 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8822d22c-7976-40c4-8a3b-3b67eee3022f admin admin] Publish callbacks [] for security_group (ad1b913e-9944-4515-8873-77fc942e33fe), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:06.557782 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8822d22c-7976-40c4-8a3b-3b67eee3022f admin admin] Publish callbacks [] for security_group (ad1b913e-9944-4515-8873-77fc942e33fe), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:06.697469 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8822d22c-7976-40c4-8a3b-3b67eee3022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (ad1b913e-9944-4515-8873-77fc942e33fe), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:06.700383 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8822d22c-7976-40c4-8a3b-3b67eee3022f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:06.702284 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-8822d22c-7976-40c4-8a3b-3b67eee3022f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ad1b913e-9944-4515-8873-77fc942e33fe HTTP/1.1" status: 204 len: 168 time: 0.2338679 Feb 09 13:18:06.723189 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822d22c-7976-40c4-8a3b-3b67eee3022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1b913e-9944-4515-8873-77fc942e33fe,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:07.422190 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda545b-c8c8-4f1d-a654-9b3340f32297 req-8c20b1f7-5ee9-4ad4-9d4c-cdd960d2e30d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:07.424671 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8fda545b-c8c8-4f1d-a654-9b3340f32297 req-8c20b1f7-5ee9-4ad4-9d4c-cdd960d2e30d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0578432 Feb 09 13:18:07.506591 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8fda545b-c8c8-4f1d-a654-9b3340f32297 req-11db02ab-97e6-4de2-bd4e-f83e704a7fd7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744605 Feb 09 13:18:08.668494 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11f75-c83c-4cc7-be62-857f830b7d5a req-6928914d-5b9c-44ea-88d1-992cf9e43e0a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:08.670029 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d5d11f75-c83c-4cc7-be62-857f830b7d5a req-6928914d-5b9c-44ea-88d1-992cf9e43e0a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0604177 Feb 09 13:18:08.723019 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d5d11f75-c83c-4cc7-be62-857f830b7d5a req-834d6f22-b8ef-474a-b822-06c1a4c2502f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452070 Feb 09 13:18:09.849588 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e71c8-323f-4340-a591-1be184d78bfd req-b377b9db-dd1f-4cda-89d9-812236131eea tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:09.851056 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d30e71c8-323f-4340-a591-1be184d78bfd req-b377b9db-dd1f-4cda-89d9-812236131eea tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0543683 Feb 09 13:18:09.895662 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d30e71c8-323f-4340-a591-1be184d78bfd req-8f4a6109-036a-4736-8185-058fb7dcdd3d tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389781 Feb 09 13:18:11.017367 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecac61-1a8b-4b55-a7d1-9c2aa1965674 req-f18867ed-5d70-4b18-b534-02bb123e1d03 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:11.018972 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23ecac61-1a8b-4b55-a7d1-9c2aa1965674 req-f18867ed-5d70-4b18-b534-02bb123e1d03 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0517764 Feb 09 13:18:11.069273 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-23ecac61-1a8b-4b55-a7d1-9c2aa1965674 req-1f2ca03f-e7a5-43e8-9809-64156a98407c tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447659 Feb 09 13:18:12.192190 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25550ab-00f0-426c-8536-6f36e2e29036 req-aac1c66c-dce4-44d5-8cfa-b33c5f2cfb4a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:12.193662 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c25550ab-00f0-426c-8536-6f36e2e29036 req-aac1c66c-dce4-44d5-8cfa-b33c5f2cfb4a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 943 time: 0.0532618 Feb 09 13:18:12.250447 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c25550ab-00f0-426c-8536-6f36e2e29036 req-e4d17a92-bcee-428e-9e8b-b2b60eeefeee tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511119 Feb 09 13:18:12.607301 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:18:12.705278 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:12.716931 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'port_id': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'mac_address': 'fa:16:3e:1b:ea:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:18:12.752743 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:18:12.753065 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:12.765912 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:18:12.785319 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:12.862974 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:12.909454 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,revision_number=9']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:13.128289 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['8fc972e9-0cc0-429d-a82a-fd959fe8f9d3'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:18:13.390430 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f337ff-5e0f-4466-898d-3d04d5df4b40 req-1078a3ea-b02d-443a-89b8-788ce97d16c8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:13.392011 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b5f337ff-5e0f-4466-898d-3d04d5df4b40 req-1078a3ea-b02d-443a-89b8-788ce97d16c8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 944 time: 0.0563431 Feb 09 13:18:13.441933 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b5f337ff-5e0f-4466-898d-3d04d5df4b40 req-5f361ea0-82ce-485e-9203-850c8829f417 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 Feb 09 13:18:14.565354 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce858d-4058-44d6-bb71-7bca80c5bc29 req-dc786eed-1262-4369-bd79-80bc870f26c7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:14.566864 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-21ce858d-4058-44d6-bb71-7bca80c5bc29 req-dc786eed-1262-4369-bd79-80bc870f26c7 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 944 time: 0.0530806 Feb 09 13:18:14.620218 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-21ce858d-4058-44d6-bb71-7bca80c5bc29 req-2ada945c-c84e-4ad1-8cd7-890bce583995 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472937 Feb 09 13:18:14.624227 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:18:14.673685 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:14.674277 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:14.755823 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:18:14.756128 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:14.779595 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:18:14.782016 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78950c16-3382-4441-a547-970095f99522" -d '{"events": [{"server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "name": "network-vif-plugged", "status": "completed", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:18:14.794704 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:14.817286 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcf6c0c-6e4e-43fe-b816-fa68681a1f09 x-openstack-request-id: req-5dcf6c0c-6e4e-43fe-b816-fa68681a1f09 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:18:14.818752 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "name": "network-vif-plugged", "status": "completed", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:18:14.818752 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5dcf6c0c-6e4e-43fe-b816-fa68681a1f09 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:18:14.818752 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'code': 200} Feb 09 13:18:14.874367 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:14.922977 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,revision_number=10']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:15.140906 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16aae98-6fae-4b0e-9ee3-a7f2d4b55419 req-d155ad52-124c-42d3-83b2-a17c82853833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:15.142393 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e16aae98-6fae-4b0e-9ee3-a7f2d4b55419 req-d155ad52-124c-42d3-83b2-a17c82853833 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 1130 time: 0.0447066 Feb 09 13:18:15.186638 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e16aae98-6fae-4b0e-9ee3-a7f2d4b55419 req-d22c37c2-c840-4333-a4ee-54f4eb20779b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374579 Feb 09 13:18:15.748030 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b144a-dc54-4b7c-a410-01ec0be1b9cb req-3b4cb838-44a0-470b-801a-fcb9bdc30c0e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:15.749485 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f42b144a-dc54-4b7c-a410-01ec0be1b9cb req-3b4cb838-44a0-470b-801a-fcb9bdc30c0e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 946 time: 0.0512688 Feb 09 13:18:15.797605 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f42b144a-dc54-4b7c-a410-01ec0be1b9cb req-f7c7f591-611c-4698-9fdb-84dc0310167e tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Feb 09 13:18:16.930388 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe83a-ee31-477f-882f-86fb4d2b4b6a req-7bcbafd3-0ca2-4964-8cbe-1e537ce754c9 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:16.931889 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21bfe83a-ee31-477f-882f-86fb4d2b4b6a req-7bcbafd3-0ca2-4964-8cbe-1e537ce754c9 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 946 time: 0.0560782 Feb 09 13:18:16.979797 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21bfe83a-ee31-477f-882f-86fb4d2b4b6a req-e4956a3c-d329-4a0a-b144-033d1c1f7928 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Feb 09 13:18:17.394311 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:18.102882 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c234b-e9fb-4959-856c-9e2e51a14737 req-23d3ff93-947c-4bfb-a291-fb64f58c0938 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:18.104438 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2d9c234b-e9fb-4959-856c-9e2e51a14737 req-23d3ff93-947c-4bfb-a291-fb64f58c0938 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 946 time: 0.0518789 Feb 09 13:18:18.157252 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2d9c234b-e9fb-4959-856c-9e2e51a14737 req-7780f20d-76bd-4de8-a251-8e28890b3e6a tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465224 Feb 09 13:18:19.908359 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47628) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:18:20.015038 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da6b709a-7031-406e-b851-cd6f25421825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:20.097837 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da6b709a-7031-406e-b851-cd6f25421825 admin admin] Publish callbacks [] for security_group (e2458e14-6071-4186-a2c3-35dbb3213f95), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:20.171584 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-da6b709a-7031-406e-b851-cd6f25421825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e2458e14-6071-4186-a2c3-35dbb3213f95), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:20.209362 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b709a-7031-406e-b851-cd6f25421825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2458e14-6071-4186-a2c3-35dbb3213f95,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:20.215405 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-da6b709a-7031-406e-b851-cd6f25421825 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=401f97c3ec834041b142455c9d1f9248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060007 Feb 09 13:18:20.217917 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47632) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:18:20.265286 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-198f128b-7179-4dcf-814e-d76066f15054 admin admin] Publish callbacks [] for security_group (e2458e14-6071-4186-a2c3-35dbb3213f95), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:20.285993 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-198f128b-7179-4dcf-814e-d76066f15054 admin admin] Publish callbacks [] for security_group (e2458e14-6071-4186-a2c3-35dbb3213f95), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:20.442511 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-198f128b-7179-4dcf-814e-d76066f15054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e2458e14-6071-4186-a2c3-35dbb3213f95), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:20.445190 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-198f128b-7179-4dcf-814e-d76066f15054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:20.446361 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-198f128b-7179-4dcf-814e-d76066f15054 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e2458e14-6071-4186-a2c3-35dbb3213f95 HTTP/1.1" status: 204 len: 168 time: 0.2275412 Feb 09 13:18:20.454618 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f128b-7179-4dcf-814e-d76066f15054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2458e14-6071-4186-a2c3-35dbb3213f95,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:21.471501 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47654) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:18:21.566934 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-512450578-network', 'tenant_id': '6d127cc9afbd483ebeab270c62efa251'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:21.699440 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Made reservation on behalf of 6d127cc9afbd483ebeab270c62efa251 for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:21.701832 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:21.710406 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:21.782749 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Publish callbacks [] for security_group (0f6e92f2-6c49-4c97-b2c6-c4eebae50102), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:21.882200 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0f6e92f2-6c49-4c97-b2c6-c4eebae50102), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:21.912562 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:18:21.919524 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6e92f2-6c49-4c97-b2c6-c4eebae50102,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:21.925702 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (c6f55250-818d-4683-89c7-61dfcbe0fd5a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:21.926051 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Added segment c6f55250-818d-4683-89c7-61dfcbe0fd5a of type vlan for network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 Feb 09 13:18:21.965146 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (6fafe0f3-5d30-4182-9532-b8b1dd4db528), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:22.039438 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (6fafe0f3-5d30-4182-9532-b8b1dd4db528), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:22.040318 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:22.040892 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:22.100893 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] Pushing event updated for resources: {'Network': ['ID=6fafe0f3-5d30-4182-9532-b8b1dd4db528,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:22.111636 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:18:22.165014 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-a3899348-0f9a-4371-ac99-b62fc6742983 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6924002 Feb 09 13:18:22.168352 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47658) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:18:22.173066 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] Request body: {'subnet': {'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-512450578-subnet', 'tenant_id': '6d127cc9afbd483ebeab270c62efa251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:22.257183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] Made reservation on behalf of 6d127cc9afbd483ebeab270c62efa251 for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:22.259556 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510269'] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:22.465537 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3579483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510211'] for subnet (3a074aa4-8945-4a27-b57d-adcf4d598783), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:22.517545 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a074aa4-8945-4a27-b57d-adcf4d598783,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:22.528417 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] Checking segment: {'id': 'c6f55250-818d-4683-89c7-61dfcbe0fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:18:22.528765 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] Network hostable DHCP agents. Network: 6fafe0f3-5d30-4182-9532-b8b1dd4db528, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:18:22.642319 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] Network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:18:22.733629 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 6fafe0f3-5d30-4182-9532-b8b1dd4db528) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:22.737775 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:22.738377 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:22.743121 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3b802-87ea-4573-9819-a8cb2e016600 None None] Network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:18:22.843552 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4b2ebc27-aedc-4d6a-a6f9-70a3bdcc2014 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6739841 Feb 09 13:18:22.918237 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-833c4a34-b938-4def-8025-1a0412cf4256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:22.978500 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4a0abd-b1d0-41af-ae9b-d01936e3957a None None] Network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:18:23.627704 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-96cb1cf3-0a2c-4d80-a52c-d57ca6e5846f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445797 Feb 09 13:18:23.716638 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-dee6fcf6-3c20-4762-982d-2277d884ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:23.718202 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-dee6fcf6-3c20-4762-982d-2277d884ee6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 1130 time: 0.0454116 Feb 09 13:18:23.825337 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-fca96d54-4630-4249-ac04-b8600ea4ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:23.826956 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-fca96d54-4630-4249-ac04-b8600ea4ad6c service neutron] 10.222.0.31 "GET /v2.0/networks?id=a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 200 len: 917 time: 0.0908191 Feb 09 13:18:23.892176 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-705f6f35-5245-497a-bb56-aa3b2f139e9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 HTTP/1.1" status: 200 len: 1000 time: 0.0578878 Feb 09 13:18:23.944492 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-44139c7b-0f57-4303-a6a7-16615edeac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:23.945976 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-44139c7b-0f57-4303-a6a7-16615edeac58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=554c6378-3dbd-4135-b433-882cffe509d2 HTTP/1.1" status: 200 len: 855 time: 0.0481217 Feb 09 13:18:23.996856 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-e824bac5-45cf-4b51-9abe-59b155b5d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:23.998383 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-e824bac5-45cf-4b51-9abe-59b155b5d67a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a32947b8-36d8-4e31-8400-b282b6379a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448864 Feb 09 13:18:24.088056 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-95ea6b18-d3b2-4a8b-8801-7dbb85372d24 service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829313 Feb 09 13:18:24.180191 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-03fdd7ec-1f5b-43f8-9725-1c4faac7f570 req-4cd569b8-b96a-4dfe-8f99-a0f0ab26fe2f service neutron] 10.222.0.31 "GET /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854876 Feb 09 13:18:24.958938 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-51804abb-8af2-499a-a553-07f81c4c6e56 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:24.960395 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-51804abb-8af2-499a-a553-07f81c4c6e56 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/networks?id=6fafe0f3-5d30-4182-9532-b8b1dd4db528 HTTP/1.1" status: 200 len: 813 time: 0.1021411 Feb 09 13:18:24.975230 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-085a3290-c4ea-4af2-9b5f-99af484c2344 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/quotas/6d127cc9afbd483ebeab270c62efa251 HTTP/1.1" status: 200 len: 375 time: 0.0089419 Feb 09 13:18:25.020046 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-c201d4b4-a116-4145-a31d-94a96ec00e71 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d127cc9afbd483ebeab270c62efa251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366683 Feb 09 13:18:25.037061 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-88258b68-4e86-4d38-b46e-bccdb77c8185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:25.113789 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-f3b21c5d-61a2-4291-82bf-2f611c4bc987 service neutron] 10.222.0.84 "GET /v2.0/networks/6fafe0f3-5d30-4182-9532-b8b1dd4db528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834746 Feb 09 13:18:25.217472 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-e67dbb39-cce9-4ac3-ba29-0f58b234863e service neutron] 10.222.0.84 "GET /v2.0/networks/6fafe0f3-5d30-4182-9532-b8b1dd4db528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977693 Feb 09 13:18:25.478660 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6aba1d50-55ee-4179-9ab6-167ff8011225 req-46051995-e9ef-46f5-bbc0-853c20c6cab8 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 210 time: 0.0313315 Feb 09 13:18:26.245538 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:26.557384 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f1f6ad94-73a6-4478-8e3c-36f88dbd474c req-4416bb8b-76d6-4f63-9449-2248d076dfdd tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 210 time: 0.0274110 Feb 09 13:18:27.652417 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9007ef82-a379-4fe9-9a12-fc7f6077f265 req-299240bc-0e12-4c8e-85ca-e81c93b66231 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 210 time: 0.0276623 Feb 09 13:18:27.711222 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:28.014831 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-69d3a36c-c6ab-4cf7-8ce4-556394d9145b tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:28.016368 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-69d3a36c-c6ab-4cf7-8ce4-556394d9145b tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.31 "GET /v2.0/networks?id=6fafe0f3-5d30-4182-9532-b8b1dd4db528 HTTP/1.1" status: 200 len: 813 time: 0.1135004 Feb 09 13:18:28.031278 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Request body: {'port': {'device_id': '42178215-9fb7-4685-970f-b29241775bf8', 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528', 'admin_state_up': True, 'tenant_id': '6d127cc9afbd483ebeab270c62efa251'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:28.217158 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Made reservation on behalf of 6d127cc9afbd483ebeab270c62efa251 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:28.220611 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:28.349730 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Allocated IP 172.20.0.6 (6fafe0f3-5d30-4182-9532-b8b1dd4db528/3a074aa4-8945-4a27-b57d-adcf4d598783/912514c5-6a6f-413f-8293-ed22414868a1) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:28.496221 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks [] for port (912514c5-6a6f-413f-8293-ed22414868a1), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:28.651523 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (912514c5-6a6f-413f-8293-ed22414868a1), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:28.693725 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:28.698606 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:28.701930 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:18:28.741903 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Pushing event updated for resources: {'Port': ['ID=912514c5-6a6f-413f-8293-ed22414868a1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:28.787548 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:28.788166 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:28.813898 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08270ef-a5bb-46e8-b43d-417d9d86f0fa req-75f2cf98-1960-4fac-9b88-f492fa272afb tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:28.815430 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f08270ef-a5bb-46e8-b43d-417d9d86f0fa req-75f2cf98-1960-4fac-9b88-f492fa272afb tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 931 time: 0.0856071 Feb 09 13:18:28.861428 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f08270ef-a5bb-46e8-b43d-417d9d86f0fa req-2894f715-d5a6-44d5-8c58-d46d694fb480 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Feb 09 13:18:28.876436 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-952c005f-b54a-4b6e-9e0e-823c3e1d97b1 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8492177 Feb 09 13:18:28.891594 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Request body: {'port': {'device_id': '42178215-9fb7-4685-970f-b29241775bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:18:28.949203 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (912514c5-6a6f-413f-8293-ed22414868a1), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:29.206677 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912514c5-6a6f-413f-8293-ed22414868a1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:18:29.214398 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Publish callbacks [] for port (912514c5-6a6f-413f-8293-ed22414868a1), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:29.226117 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Transition to ACTIVE for port object 912514c5-6a6f-413f-8293-ed22414868a1 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:29.262821 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:29.348414 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (912514c5-6a6f-413f-8293-ed22414868a1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:29.401830 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Pushing event updated for resources: {'Port': ['ID=912514c5-6a6f-413f-8293-ed22414868a1,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:29.477851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Attempting to bind port 912514c5-6a6f-413f-8293-ed22414868a1 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:18:29.477851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Attempting to bind port 912514c5-6a6f-413f-8293-ed22414868a1 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'c6f55250-818d-4683-89c7-61dfcbe0fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:18:29.477851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Attempting to bind port 912514c5-6a6f-413f-8293-ed22414868a1 on network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:18:29.477851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Port 912514c5-6a6f-413f-8293-ed22414868a1 on network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:18:29.477851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Attempting to bind port 912514c5-6a6f-413f-8293-ed22414868a1 on network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:18:29.477851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:18:29.477851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Checking segment: {'id': 'c6f55250-818d-4683-89c7-61dfcbe0fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:18:29.477851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Bound using segment: {'id': 'c6f55250-818d-4683-89c7-61dfcbe0fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:18:29.477851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Bound port: 912514c5-6a6f-413f-8293-ed22414868a1, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f55250-818d-4683-89c7-61dfcbe0fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:18:29.477851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (912514c5-6a6f-413f-8293-ed22414868a1), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:29.541870 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] For port 912514c5-6a6f-413f-8293-ed22414868a1, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:29.545352 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] For port 912514c5-6a6f-413f-8293-ed22414868a1, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=912514c5-6a6f-413f-8293-ed22414868a1,segment=NetworkSegment(c6f55250-818d-4683-89c7-61dfcbe0fd5a),segment_id=c6f55250-818d-4683-89c7-61dfcbe0fd5a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:29.625266 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (912514c5-6a6f-413f-8293-ed22414868a1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:29.657645 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:29.658685 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:29.660089 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] 10.222.0.31 "PUT /v2.0/ports/912514c5-6a6f-413f-8293-ed22414868a1 HTTP/1.1" status: 200 len: 1093 time: 0.7731247 Feb 09 13:18:29.662289 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42178215-9fb7-4685-970f-b29241775bf8', 'tag': '912514c5-6a6f-413f-8293-ed22414868a1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:18:29.665652 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68596ce6-f46d-4838-ab59-6dcdcbf34c39" -d '{"events": [{"name": "network-changed", "server_uuid": "42178215-9fb7-4685-970f-b29241775bf8", "tag": "912514c5-6a6f-413f-8293-ed22414868a1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:18:29.690523 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7d0f9-e9f9-4d62-a2c0-cc5ffb9b1463 service neutron] Pushing event updated for resources: {'Port': ['ID=912514c5-6a6f-413f-8293-ed22414868a1,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:29.703117 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4194e8-84b4-4d21-840d-1ab25d2e15e1 x-openstack-request-id: req-1e4194e8-84b4-4d21-840d-1ab25d2e15e1 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:18:29.703598 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42178215-9fb7-4685-970f-b29241775bf8", "tag": "912514c5-6a6f-413f-8293-ed22414868a1", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:18:29.703858 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1e4194e8-84b4-4d21-840d-1ab25d2e15e1 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:18:29.704261 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42178215-9fb7-4685-970f-b29241775bf8', 'tag': '912514c5-6a6f-413f-8293-ed22414868a1', 'status': 'completed', 'code': 200} Feb 09 13:18:29.770255 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596ce6-f46d-4838-ab59-6dcdcbf34c39 req-4700c64d-9fc9-4dea-91f3-2a614da139e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:29.771723 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68596ce6-f46d-4838-ab59-6dcdcbf34c39 req-4700c64d-9fc9-4dea-91f3-2a614da139e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d127cc9afbd483ebeab270c62efa251&device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 1127 time: 0.0449650 Feb 09 13:18:30.162081 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596ce6-f46d-4838-ab59-6dcdcbf34c39 req-7b86ab7a-1edc-48b6-ad48-4b0b1b513801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.163497 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68596ce6-f46d-4838-ab59-6dcdcbf34c39 req-7b86ab7a-1edc-48b6-ad48-4b0b1b513801 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6d127cc9afbd483ebeab270c62efa251&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3815365 Feb 09 13:18:30.170229 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f0b45-1a18-4341-ae47-835736ae1e97 req-4256fd63-4895-4854-a381-1b3ba20075e5 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.171597 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c76f0b45-1a18-4341-ae47-835736ae1e97 req-4256fd63-4895-4854-a381-1b3ba20075e5 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 943 time: 0.0867460 Feb 09 13:18:30.279758 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c76f0b45-1a18-4341-ae47-835736ae1e97 req-4d7243ee-c04d-4f20-b460-d2fde57ee3ed tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963380 Feb 09 13:18:30.295964 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596ce6-f46d-4838-ab59-6dcdcbf34c39 req-910b8235-8013-411c-b518-d2311f160c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.297428 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-68596ce6-f46d-4838-ab59-6dcdcbf34c39 req-910b8235-8013-411c-b518-d2311f160c2a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1213446 Feb 09 13:18:30.381457 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-23603c97-09ae-405e-bc1d-294ef9c503a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.382980 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-23603c97-09ae-405e-bc1d-294ef9c503a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d127cc9afbd483ebeab270c62efa251&device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 1127 time: 0.0437961 Feb 09 13:18:30.428482 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-9f3b5a61-c052-4679-929b-d42f126d5ca4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=912514c5-6a6f-413f-8293-ed22414868a1 HTTP/1.1" status: 200 len: 217 time: 0.0369880 Feb 09 13:18:30.477237 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-b3b6d2dc-217e-4a1a-9fba-72fc1edfca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.478760 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-b3b6d2dc-217e-4a1a-9fba-72fc1edfca24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a074aa4-8945-4a27-b57d-adcf4d598783 HTTP/1.1" status: 200 len: 853 time: 0.0424416 Feb 09 13:18:30.510136 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-45b52ec9-b1de-46d9-a7e4-809bd95fd69e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fafe0f3-5d30-4182-9532-b8b1dd4db528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247421 Feb 09 13:18:30.582795 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:18:30.600147 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-4ed3a7aa-55ef-4312-87e5-045702d97134 service neutron] 10.222.0.31 "GET /v2.0/networks/6fafe0f3-5d30-4182-9532-b8b1dd4db528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838480 Feb 09 13:18:30.688719 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-17e6de9e-8a98-4240-88c7-1c77aab29b76 req-65ea907c-7c74-46fe-88da-76f28d75d281 service neutron] 10.222.0.31 "GET /v2.0/networks/6fafe0f3-5d30-4182-9532-b8b1dd4db528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819807 Feb 09 13:18:31.400923 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666747b-7e40-4bb3-b466-c7350420be58 req-e532e58c-8ed0-497d-bca9-bee6b229b7a0 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:31.402409 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2666747b-7e40-4bb3-b466-c7350420be58 req-e532e58c-8ed0-497d-bca9-bee6b229b7a0 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 943 time: 0.0537403 Feb 09 13:18:31.449452 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-2666747b-7e40-4bb3-b466-c7350420be58 req-78d565ed-b210-4058-8bf0-db01d90c42a6 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Feb 09 13:18:32.567901 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b461eb5-7921-4851-84af-54e6bca5a5f4 req-bea7189f-c1c5-4fc6-8e8d-663d449b4145 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:32.569316 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0b461eb5-7921-4851-84af-54e6bca5a5f4 req-bea7189f-c1c5-4fc6-8e8d-663d449b4145 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 943 time: 0.0536728 Feb 09 13:18:32.615464 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0b461eb5-7921-4851-84af-54e6bca5a5f4 req-1b747836-3ded-4df4-954b-3bc0e43a89c8 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Feb 09 13:18:33.731850 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6739c0-7b92-4adf-b227-c04c4a6428bc req-eff96714-3424-4661-931f-e35b3faceaec tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:33.733357 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fe6739c0-7b92-4adf-b227-c04c4a6428bc req-eff96714-3424-4661-931f-e35b3faceaec tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 943 time: 0.0522716 Feb 09 13:18:33.782882 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fe6739c0-7b92-4adf-b227-c04c4a6428bc req-b8b41dfd-ee4a-448f-9397-219ed2257188 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435855 Feb 09 13:18:34.689281 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 912514c5-6a6f-413f-8293-ed22414868a1 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:18:34.783609 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 912514c5-6a6f-413f-8293-ed22414868a1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=912514c5-6a6f-413f-8293-ed22414868a1,segment=NetworkSegment(c6f55250-818d-4683-89c7-61dfcbe0fd5a),segment_id=c6f55250-818d-4683-89c7-61dfcbe0fd5a)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:34.800457 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '912514c5-6a6f-413f-8293-ed22414868a1', 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528', 'port_id': '912514c5-6a6f-413f-8293-ed22414868a1', 'mac_address': 'fa:16:3e:5c:ab:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a074aa4-8945-4a27-b57d-adcf4d598783', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:18:34.843541 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 912514c5-6a6f-413f-8293-ed22414868a1 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:18:34.843937 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (912514c5-6a6f-413f-8293-ed22414868a1), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:34.858200 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912514c5-6a6f-413f-8293-ed22414868a1 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:18:34.881895 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 912514c5-6a6f-413f-8293-ed22414868a1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=912514c5-6a6f-413f-8293-ed22414868a1,segment=NetworkSegment(c6f55250-818d-4683-89c7-61dfcbe0fd5a),segment_id=c6f55250-818d-4683-89c7-61dfcbe0fd5a)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:34.904892 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ff675-c524-41f8-8120-15a468e8e9ac req-a03654d3-f3be-407a-9dbc-5dbfae8e2af4 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:34.906361 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8d7ff675-c524-41f8-8120-15a468e8e9ac req-a03654d3-f3be-407a-9dbc-5dbfae8e2af4 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 943 time: 0.0570717 Feb 09 13:18:34.942891 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (912514c5-6a6f-413f-8293-ed22414868a1), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:34.952511 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8d7ff675-c524-41f8-8120-15a468e8e9ac req-93c9b61b-0c93-460a-8917-762885c73fed tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Feb 09 13:18:34.991198 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=912514c5-6a6f-413f-8293-ed22414868a1,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:35.224148 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['912514c5-6a6f-413f-8293-ed22414868a1'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:18:36.068418 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4d15d-9887-4eba-a223-ee47b0044b3f req-2327e6bd-c6bb-4654-ac67-1e558d6db1cf tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:36.069908 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-78f4d15d-9887-4eba-a223-ee47b0044b3f req-2327e6bd-c6bb-4654-ac67-1e558d6db1cf tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 944 time: 0.0518167 Feb 09 13:18:36.116092 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-78f4d15d-9887-4eba-a223-ee47b0044b3f req-e0521b58-268c-48d4-8e60-3119ed39a24d tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Feb 09 13:18:36.705019 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 912514c5-6a6f-413f-8293-ed22414868a1 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:18:36.822487 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port 912514c5-6a6f-413f-8293-ed22414868a1 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:36.826414 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 912514c5-6a6f-413f-8293-ed22414868a1 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:36.826825 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (912514c5-6a6f-413f-8293-ed22414868a1), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:36.904231 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 912514c5-6a6f-413f-8293-ed22414868a1 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:18:36.904620 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (912514c5-6a6f-413f-8293-ed22414868a1), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:36.926760 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42178215-9fb7-4685-970f-b29241775bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912514c5-6a6f-413f-8293-ed22414868a1'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:18:36.929731 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e43fb13-2c93-449a-b57c-69af556d65c6" -d '{"events": [{"server_uuid": "42178215-9fb7-4685-970f-b29241775bf8", "name": "network-vif-plugged", "status": "completed", "tag": "912514c5-6a6f-413f-8293-ed22414868a1"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:18:36.941973 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 912514c5-6a6f-413f-8293-ed22414868a1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=912514c5-6a6f-413f-8293-ed22414868a1,segment=NetworkSegment(c6f55250-818d-4683-89c7-61dfcbe0fd5a),segment_id=c6f55250-818d-4683-89c7-61dfcbe0fd5a)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:36.963886 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6b6304-cbc3-4743-9092-244e36dcf7cb x-openstack-request-id: req-ba6b6304-cbc3-4743-9092-244e36dcf7cb {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:18:36.964217 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42178215-9fb7-4685-970f-b29241775bf8", "name": "network-vif-plugged", "status": "completed", "tag": "912514c5-6a6f-413f-8293-ed22414868a1", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:18:36.964475 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ba6b6304-cbc3-4743-9092-244e36dcf7cb {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:18:36.964903 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42178215-9fb7-4685-970f-b29241775bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912514c5-6a6f-413f-8293-ed22414868a1', 'code': 200} Feb 09 13:18:37.002030 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (912514c5-6a6f-413f-8293-ed22414868a1), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:37.048950 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=912514c5-6a6f-413f-8293-ed22414868a1,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:37.055800 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.056150 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.056493 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.056829 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.057164 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.057493 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.057819 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.058143 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.058467 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.058815 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.059139 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.059461 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.060331 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.236100 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f942d-b2df-499f-aa3c-f1b431e559e2 req-0d315be0-fde0-4726-a0ec-df0113a0ab49 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:37.237544 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-194f942d-b2df-499f-aa3c-f1b431e559e2 req-0d315be0-fde0-4726-a0ec-df0113a0ab49 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 945 time: 0.0540195 Feb 09 13:18:37.285637 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-194f942d-b2df-499f-aa3c-f1b431e559e2 req-18e8a373-f4cd-4b46-85e9-ff7c83308293 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Feb 09 13:18:37.298134 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19f7cf-f034-44b8-84c5-0e4ff39005d3 req-e25d2046-3c45-4795-92c9-dfc5dd521f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:37.299856 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4f19f7cf-f034-44b8-84c5-0e4ff39005d3 req-e25d2046-3c45-4795-92c9-dfc5dd521f2b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 1129 time: 0.0482783 Feb 09 13:18:37.344061 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4f19f7cf-f034-44b8-84c5-0e4ff39005d3 req-2a93b7eb-aa48-4614-add3-8ff013ce7879 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364542 Feb 09 13:18:38.409682 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f496f95-b10c-438d-a384-cc34219468af req-b70e60db-bae9-4596-b0f5-e6bbb7b25bd8 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:38.411578 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9f496f95-b10c-438d-a384-cc34219468af req-b70e60db-bae9-4596-b0f5-e6bbb7b25bd8 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 945 time: 0.0576313 Feb 09 13:18:38.458780 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9f496f95-b10c-438d-a384-cc34219468af req-0f7d1f8c-e05a-4d48-967f-30af978afb36 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Feb 09 13:18:39.587090 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36854c34-f563-410f-890e-97ea20443618 req-ffb4915d-2e15-416e-b020-b59fbb60ea60 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:39.588502 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-36854c34-f563-410f-890e-97ea20443618 req-ffb4915d-2e15-416e-b020-b59fbb60ea60 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 945 time: 0.0586808 Feb 09 13:18:39.635468 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-36854c34-f563-410f-890e-97ea20443618 req-5685bd71-e14d-4da4-901a-d8705e93d6ac tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Feb 09 13:18:47.359408 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:52.750455 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-eb0c85ae-217c-4e80-96aa-1c2df0bd38c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:52.883912 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905e44c-b8dd-4154-a18c-bf50b660ccbf req-80eee050-0828-462f-b4d1-48dfc5ab7dae tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:52.885382 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8905e44c-b8dd-4154-a18c-bf50b660ccbf req-80eee050-0828-462f-b4d1-48dfc5ab7dae tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 946 time: 0.0523069 Feb 09 13:18:52.933361 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8905e44c-b8dd-4154-a18c-bf50b660ccbf req-ade94833-7f98-4931-84f9-cc2aaff96dd8 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 Feb 09 13:18:54.055622 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6bb45-b5aa-49f6-a98f-f2fcaae95a81 req-effc22e6-eef4-43de-b239-7cc37a910aef tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:54.057097 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d4d6bb45-b5aa-49f6-a98f-f2fcaae95a81 req-effc22e6-eef4-43de-b239-7cc37a910aef tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 946 time: 0.0513382 Feb 09 13:18:54.102766 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d4d6bb45-b5aa-49f6-a98f-f2fcaae95a81 req-aa97cc99-8b9e-46d1-8ec1-bda6c43d42ba tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups?id=7e5647f6-97cb-4eaf-a708-ef21c2039d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400536 Feb 09 13:18:54.472621 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-0cc3263e-7055-47ad-a047-4530c84f3b89 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:54.474074 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-0cc3263e-7055-47ad-a047-4530c84f3b89 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 946 time: 0.0556021 Feb 09 13:18:54.570758 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Deleting port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:18:54.571103 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:54.657479 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] For port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:54.657845 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:54.843395 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:54.843822 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (eff3c546-c81d-412e-bc86-6e14a8453b33), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:54.844253 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.l3_db [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Floating IP eff3c546-c81d-412e-bc86-6e14a8453b33 disassociated. External IP: 172.27.1.57, port: 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3. Feb 09 13:18:54.844590 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Calling delete_port for 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:18:55.041821 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (8fc972e9-0cc0-429d-a82a-fd959fe8f9d3), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:55.053429 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-39e12024-031c-4c85-aa92-81f6402e13d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:55.074210 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event deleted for resources: {'Port': ['ID=8fc972e9-0cc0-429d-a82a-fd959fe8f9d3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:55.085958 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.086321 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.086697 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.087046 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.087409 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.087728 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.088067 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.088444 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.088734 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.089068 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.089399 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.089727 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.090052 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:55.211002 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5d49bb25-7af4-46ce-8260-0349375acaf2 req-80c54f95-891b-443b-80d9-cdf3680707fb tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 210 time: 0.0323181 Feb 09 13:18:55.233345 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:18:55.342237 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:55.351568 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f3b80-667a-4096-ac18-6a0ea3c6f7de None None] Sync routers for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:18:55.361319 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f3b80-667a-4096-ac18-6a0ea3c6f7de None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:18:55.367921 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-af1f3b80-667a-4096-ac18-6a0ea3c6f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:18:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:55.383352 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] No DVR routers for this DVR port 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:18:55.385942 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:55.389327 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1de3c749-003e-4646-9be2-f88aaf7d9def req-1f6e8e3c-a3b9-4526-b9d6-18916554847b tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.31 "DELETE /v2.0/ports/8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 HTTP/1.1" status: 204 len: 173 time: 0.9085374 Feb 09 13:18:55.393454 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'name': 'network-vif-deleted', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:18:55.393454 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52cf874-d914-402a-bcb7-6200f5565715" -d '{"events": [{"server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "name": "network-vif-deleted", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:18:55.432882 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629602f4-121f-4584-b522-38131877f393 x-openstack-request-id: req-629602f4-121f-4584-b522-38131877f393 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:18:55.433253 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece0c49e-784a-49c1-85c1-de2a95a93e00", "name": "network-vif-deleted", "tag": "8fc972e9-0cc0-429d-a82a-fd959fe8f9d3", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:18:55.433668 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-629602f4-121f-4584-b522-38131877f393 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:18:55.434326 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece0c49e-784a-49c1-85c1-de2a95a93e00', 'name': 'network-vif-deleted', 'tag': '8fc972e9-0cc0-429d-a82a-fd959fe8f9d3', 'status': 'completed', 'code': 200} Feb 09 13:18:55.472969 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-af1f3b80-667a-4096-ac18-6a0ea3c6f7de None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:18:55.680437 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-af1f3b80-667a-4096-ac18-6a0ea3c6f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:55.706110 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f3b80-667a-4096-ac18-6a0ea3c6f7de None None] Checking router: 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:18:55.714601 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f3b80-667a-4096-ac18-6a0ea3c6f7de None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:18:55.715199 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-af1f3b80-667a-4096-ac18-6a0ea3c6f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:18:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:55.910015 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-af1f3b80-667a-4096-ac18-6a0ea3c6f7de None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:18:56.105469 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-af1f3b80-667a-4096-ac18-6a0ea3c6f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:56.131684 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f3b80-667a-4096-ac18-6a0ea3c6f7de None None] The sync data for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi is: [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:29Z', 'revision_number': 4, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'd2928d2c-1736-462d-a2fc-c4d8a70eba3e', 'name': '', 'network_id': 'a32947b8-36d8-4e31-8400-b282b6379a3d', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'mac_address': 'fa:16:3e:c5:ae:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '554c6378-3dbd-4135-b433-882cffe509d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:28Z', 'updated_at': '2022-02-09T13:12:33Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'subnets': [{'id': '554c6378-3dbd-4135-b433-882cffe509d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:18:56.202660 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:56.332732 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3eae4b2d-58af-4b02-a745-d38a00079298 req-999a8fe3-eca6-4b01-b678-8ddc431ca684 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/ports?device_id=ece0c49e-784a-49c1-85c1-de2a95a93e00 HTTP/1.1" status: 200 len: 210 time: 0.0345404 Feb 09 13:18:56.374004 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967df62a-c9f1-47fd-8e51-9ebab668921f None None] New status for floating IP eff3c546-c81d-412e-bc86-6e14a8453b33: DOWN {{(pid=103166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:18:57.548883 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47866) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:18:57.604458 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ce85414-7694-42c1-a12d-0beb2be18dc0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (7e5647f6-97cb-4eaf-a708-ef21c2039d07), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:57.628462 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ce85414-7694-42c1-a12d-0beb2be18dc0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (7e5647f6-97cb-4eaf-a708-ef21c2039d07), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:57.765525 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:57.766074 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ce85414-7694-42c1-a12d-0beb2be18dc0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (7e5647f6-97cb-4eaf-a708-ef21c2039d07), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:57.769265 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3ce85414-7694-42c1-a12d-0beb2be18dc0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:57.776018 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-3ce85414-7694-42c1-a12d-0beb2be18dc0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "DELETE /v2.0/security-groups/7e5647f6-97cb-4eaf-a708-ef21c2039d07 HTTP/1.1" status: 204 len: 168 time: 0.2199726 Feb 09 13:18:57.776143 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47868) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:18:57.781899 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce85414-7694-42c1-a12d-0beb2be18dc0 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5647f6-97cb-4eaf-a708-ef21c2039d07,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:57.788062 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.api.v2.resource [None req-e1c5c581-1cb3-45d9-b076-4b6513d2d37f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] show failed (client error): The resource could not be found. Feb 09 13:18:57.788706 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-e1c5c581-1cb3-45d9-b076-4b6513d2d37f tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "GET /v2.0/security-groups/7e5647f6-97cb-4eaf-a708-ef21c2039d07 HTTP/1.1" status: 404 len: 347 time: 0.0142267 Feb 09 13:18:57.791534 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47870) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:18:57.913707 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Deleting port ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:18:57.914047 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:57.986452 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:57.986815 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:57.998798 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Calling delete_port for ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88 owned by network:floatingip {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:18:58.187990 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:58.211741 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Pushing event deleted for resources: {'Port': ['ID=ff12b0ea-8401-4b7e-89a1-dcbae1a8fa88,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:58.225307 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.225667 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.226014 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.226357 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.226727 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.227068 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.227404 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.227738 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.228068 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.228398 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.228729 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.229055 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.229381 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:58.287314 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks [] for floatingip (eff3c546-c81d-412e-bc86-6e14a8453b33), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:58.290009 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:18:58.291191 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2c22d1bc-065e-4c49-9238-8086b584f4b6 tempest-AttachVolumeShelveTestJSON-629908746 tempest-AttachVolumeShelveTestJSON-629908746-project] 10.222.0.84 "DELETE /v2.0/floatingips/eff3c546-c81d-412e-bc86-6e14a8453b33 HTTP/1.1" status: 204 len: 168 time: 0.4987240 Feb 09 13:18:58.808378 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:18:58.828351 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:18:58.828688 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 8fc972e9-0cc0-429d-a82a-fd959fe8f9d3 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:18:59.267721 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:00.984201 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47898) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:01.371971 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655645'] for router_interface (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:01.613071 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] Deleting port d2928d2c-1736-462d-a2fc-c4d8a70eba3e {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:19:01.613356 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:01.689422 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] For port d2928d2c-1736-462d-a2fc-c4d8a70eba3e, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=d2928d2c-1736-462d-a2fc-c4d8a70eba3e,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:01.689785 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:01.705486 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] Calling delete_port for d2928d2c-1736-462d-a2fc-c4d8a70eba3e owned by network:router_interface {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:19:01.973609 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (d2928d2c-1736-462d-a2fc-c4d8a70eba3e), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:02.000985 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2928d2c-1736-462d-a2fc-c4d8a70eba3e,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:02.167978 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655753'] for router_interface (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:02.384899 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] Router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:02.493305 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:02.499739 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-75fbe5f9-6ece-4566-b4d9-8692e4ab3d07 admin admin] 10.222.0.84 "PUT /v2.0/routers/0cc1019d-0b06-4e98-ba4d-5b7026c12cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5139246 Feb 09 13:19:02.501653 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47906) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:02.501798 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96528329-b843-49da-9a33-38d8d9891d45 None None] Sync routers for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:19:02.510999 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96528329-b843-49da-9a33-38d8d9891d45 None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:19:02.511598 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-96528329-b843-49da-9a33-38d8d9891d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:18:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:02.605316 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Publish callbacks [] for router (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:02.616443 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-96528329-b843-49da-9a33-38d8d9891d45 None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:19:02.707458 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Publish callbacks [] for router_gateway (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:02.795792 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-96528329-b843-49da-9a33-38d8d9891d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:19:01Z', 'revision_number': 5, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port': {'id': '79a40fe8-a0dc-4dce-a9d1-c9884edf1f96', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:02.819598 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Deleting port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:19:02.819936 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:02.821996 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96528329-b843-49da-9a33-38d8d9891d45 None None] Checking router: 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:19:02.831225 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96528329-b843-49da-9a33-38d8d9891d45 None None] Routers {'0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:19:02.831842 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-96528329-b843-49da-9a33-38d8d9891d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:18:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:02.900173 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] For port 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=79a40fe8-a0dc-4dce-a9d1-c9884edf1f96,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:02.900529 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:02.913669 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Calling delete_port for 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 owned by network:router_gateway {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:19:02.920959 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-96528329-b843-49da-9a33-38d8d9891d45 None None] Set router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe gateway port host: None {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:19:02.970305 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-96528329-b843-49da-9a33-38d8d9891d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:19:02Z', 'revision_number': 6, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port_host': None}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:02.998923 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96528329-b843-49da-9a33-38d8d9891d45 None None] The sync data for ids ['0cc1019d-0b06-4e98-ba4d-5b7026c12cbe'] in dv-cinder-827860-3-iscsi is: [{'id': '0cc1019d-0b06-4e98-ba4d-5b7026c12cbe', 'name': 'tempest-AttachVolumeShelveTestJSON-597583821-router', 'tenant_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:12:25Z', 'updated_at': '2022-02-09T13:19:02Z', 'revision_number': 6, 'project_id': 'dd4edb9e42144956ae9a0a0f8c99bb71', 'gw_port_host': None}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:19:03.141854 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (79a40fe8-a0dc-4dce-a9d1-c9884edf1f96), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:03.169592 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a40fe8-a0dc-4dce-a9d1-c9884edf1f96,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:03.232661 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662891'] for router_gateway (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:03.566885 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25951'] for router (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:03.568952 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Publish callbacks [] for router_controller (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:03.713294 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658427'] for router (0cc1019d-0b06-4e98-ba4d-5b7026c12cbe), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:03.713874 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cc1019d-0b06-4e98-ba4d-5b7026c12cbe {{(pid=103165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:19:03.718240 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:03.719385 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a21ca30b-faba-4ce3-886d-98b2a4a13397 admin admin] 10.222.0.84 "DELETE /v2.0/routers/0cc1019d-0b06-4e98-ba4d-5b7026c12cbe HTTP/1.1" status: 204 len: 168 time: 1.2167385 Feb 09 13:19:03.725663 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47910) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:03.772231 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_v2 [None req-875872b5-e662-4f42-94cf-9fbfb91cda2b admin admin] Deleting subnet 554c6378-3dbd-4135-b433-882cffe509d2 {{(pid=103165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:19:03.775453 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-875872b5-e662-4f42-94cf-9fbfb91cda2b admin admin] Publish callbacks [] for subnet (554c6378-3dbd-4135-b433-882cffe509d2), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:03.813794 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-875872b5-e662-4f42-94cf-9fbfb91cda2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355185'] for subnet (554c6378-3dbd-4135-b433-882cffe509d2), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:03.896855 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-875872b5-e662-4f42-94cf-9fbfb91cda2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (554c6378-3dbd-4135-b433-882cffe509d2), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.025212 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-875872b5-e662-4f42-94cf-9fbfb91cda2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449107'] for subnet (554c6378-3dbd-4135-b433-882cffe509d2), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.050176 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875872b5-e662-4f42-94cf-9fbfb91cda2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554c6378-3dbd-4135-b433-882cffe509d2,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:04.057190 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-875872b5-e662-4f42-94cf-9fbfb91cda2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.060843 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-875872b5-e662-4f42-94cf-9fbfb91cda2b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/554c6378-3dbd-4135-b433-882cffe509d2 HTTP/1.1" status: 204 len: 168 time: 0.3379140 Feb 09 13:19:04.063216 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0011f1eb-588e-45c4-95e5-e2b664bea781 None None] Network a32947b8-36d8-4e31-8400-b282b6379a3d requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:19:04.063775 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 47912) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:04.134896 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (a32947b8-36d8-4e31-8400-b282b6379a3d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.194350 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Deleting port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:19:04.200334 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.246756 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d8134c-c7fb-47c4-aaf2-6f4e482e50c5 None None] DHCP port deletion for a32947b8-36d8-4e31-8400-b282b6379a3d request from dv-cinder-827860-3-iscsi {{(pid=103166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:19:04.257884 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] For port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=b1d9bcf3-cf6b-4457-95f8-d77bad7780fb,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:04.258360 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.273719 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Calling delete_port for b1d9bcf3-cf6b-4457-95f8-d77bad7780fb owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:19:04.292300 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-86d8134c-c7fb-47c4-aaf2-6f4e482e50c5 None None] Deleting port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb {{(pid=103166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:19:04.292700 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-86d8134c-c7fb-47c4-aaf2-6f4e482e50c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), before_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.360619 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-86d8134c-c7fb-47c4-aaf2-6f4e482e50c5 None None] For port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=b1d9bcf3-cf6b-4457-95f8-d77bad7780fb,segment=NetworkSegment(e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d),segment_id=e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:04.363104 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-86d8134c-c7fb-47c4-aaf2-6f4e482e50c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), precommit_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.374251 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-86d8134c-c7fb-47c4-aaf2-6f4e482e50c5 None None] Calling delete_port for b1d9bcf3-cf6b-4457-95f8-d77bad7780fb owned by network:dhcp {{(pid=103166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:19:04.465166 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.472430 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-86d8134c-c7fb-47c4-aaf2-6f4e482e50c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841'] for port (b1d9bcf3-cf6b-4457-95f8-d77bad7780fb), after_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.496237 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d9bcf3-cf6b-4457-95f8-d77bad7780fb,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:04.505317 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8134c-c7fb-47c4-aaf2-6f4e482e50c5 None None] Pushing event deleted for resources: {'Port': ['ID=b1d9bcf3-cf6b-4457-95f8-d77bad7780fb,revision_number=None']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:04.508385 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] No DVR routers for this DVR port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb on host dv-cinder-827860-3-iscsi {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:04.512064 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d8134c-c7fb-47c4-aaf2-6f4e482e50c5 None None] No DVR routers for this DVR port b1d9bcf3-cf6b-4457-95f8-d77bad7780fb on host dv-cinder-827860-3-iscsi {{(pid=103166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:04.582406 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (a32947b8-36d8-4e31-8400-b282b6379a3d), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.603274 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32947b8-36d8-4e31-8400-b282b6379a3d']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:04.612555 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:04.612848 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:04.622080 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.635033 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (e4c8aa4a-bae4-4c1a-81f2-f0c102635a7d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:19:04.644040 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:19:04.779556 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:19:04.783120 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (a32947b8-36d8-4e31-8400-b282b6379a3d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.793083 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:04.793083 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] 10.222.0.84 "DELETE /v2.0/networks/a32947b8-36d8-4e31-8400-b282b6379a3d HTTP/1.1" status: 204 len: 168 time: 0.7277789 Feb 09 13:19:04.804210 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad035ff-8919-480b-8067-63c0e0da3074 admin admin] Pushing event deleted for resources: {'Network': ['ID=a32947b8-36d8-4e31-8400-b282b6379a3d,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:04.812140 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:19:04.812490 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 79a40fe8-a0dc-4dce-a9d1-c9884edf1f96 not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:19:04.812939 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device d2928d2c-1736-462d-a2fc-c4d8a70eba3e no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:19:04.832970 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: d2928d2c-1736-462d-a2fc-c4d8a70eba3e {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:19:04.833324 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device d2928d2c-1736-462d-a2fc-c4d8a70eba3e not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:19:04.833745 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device b1d9bcf3-cf6b-4457-95f8-d77bad7780fb no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:19:04.854247 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: b1d9bcf3-cf6b-4457-95f8-d77bad7780fb {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:19:04.854663 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device b1d9bcf3-cf6b-4457-95f8-d77bad7780fb not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:19:05.161775 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47924) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:05.201751 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-84d0c434-370f-4536-9853-f1b557f07949 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dd4edb9e42144956ae9a0a0f8c99bb71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387974 Feb 09 13:19:05.204243 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 47926) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:05.250762 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9397d06-20d5-4b3c-9653-e0091e4f041a admin admin] Publish callbacks [] for security_group (51cac5ec-2bf2-45fd-86f8-03cc482a6caa), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:05.271770 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9397d06-20d5-4b3c-9653-e0091e4f041a admin admin] Publish callbacks [] for security_group (51cac5ec-2bf2-45fd-86f8-03cc482a6caa), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:05.399150 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9397d06-20d5-4b3c-9653-e0091e4f041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (51cac5ec-2bf2-45fd-86f8-03cc482a6caa), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:05.401799 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-e9397d06-20d5-4b3c-9653-e0091e4f041a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:05.403461 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-e9397d06-20d5-4b3c-9653-e0091e4f041a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/51cac5ec-2bf2-45fd-86f8-03cc482a6caa HTTP/1.1" status: 204 len: 168 time: 0.1980357 Feb 09 13:19:05.411831 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9397d06-20d5-4b3c-9653-e0091e4f041a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cac5ec-2bf2-45fd-86f8-03cc482a6caa,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:07.582599 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:19:17.418829 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:20.481982 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 48092) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:20.586525 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bed333b1-c611-4bfe-b754-276c9f00968b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:20.658711 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bed333b1-c611-4bfe-b754-276c9f00968b admin admin] Publish callbacks [] for security_group (851feb33-1233-4f64-a032-7344a7275ca1), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:20.753112 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bed333b1-c611-4bfe-b754-276c9f00968b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (851feb33-1233-4f64-a032-7344a7275ca1), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:20.793348 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-bed333b1-c611-4bfe-b754-276c9f00968b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2e91b8c2e6b44405bc866ee56ae23554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102846 Feb 09 13:19:20.794497 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed333b1-c611-4bfe-b754-276c9f00968b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851feb33-1233-4f64-a032-7344a7275ca1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:20.796191 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48096) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:20.843479 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-74fd0312-b3f1-49a6-8678-8a16a40492fa admin admin] Publish callbacks [] for security_group (851feb33-1233-4f64-a032-7344a7275ca1), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:20.864369 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-74fd0312-b3f1-49a6-8678-8a16a40492fa admin admin] Publish callbacks [] for security_group (851feb33-1233-4f64-a032-7344a7275ca1), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:20.967633 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-74fd0312-b3f1-49a6-8678-8a16a40492fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (851feb33-1233-4f64-a032-7344a7275ca1), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:20.970232 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-74fd0312-b3f1-49a6-8678-8a16a40492fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:20.971431 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-74fd0312-b3f1-49a6-8678-8a16a40492fa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/851feb33-1233-4f64-a032-7344a7275ca1 HTTP/1.1" status: 204 len: 168 time: 0.1742377 Feb 09 13:19:20.979818 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd0312-b3f1-49a6-8678-8a16a40492fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851feb33-1233-4f64-a032-7344a7275ca1,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:22.758531 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8312032c-1e03-4591-8b01-fbc6c9c35d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:22.902724 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48160) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:23.006287 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6da15513-75ca-4735-bcb4-dc1ac22b10d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:23.084148 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6da15513-75ca-4735-bcb4-dc1ac22b10d5 admin admin] Publish callbacks [] for security_group (2e0d6a95-d522-4464-a5d4-a9c17928ef94), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:23.227551 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6da15513-75ca-4735-bcb4-dc1ac22b10d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (2e0d6a95-d522-4464-a5d4-a9c17928ef94), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:23.263969 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da15513-75ca-4735-bcb4-dc1ac22b10d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0d6a95-d522-4464-a5d4-a9c17928ef94,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:23.268394 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-6da15513-75ca-4735-bcb4-dc1ac22b10d5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f00d3394c2c1497a8a4cc5654e5b694c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646493 Feb 09 13:19:23.271381 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 48164) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:23.321827 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1093304-bed5-4084-8771-a1b4b7ec670d admin admin] Publish callbacks [] for security_group (2e0d6a95-d522-4464-a5d4-a9c17928ef94), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:23.342266 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1093304-bed5-4084-8771-a1b4b7ec670d admin admin] Publish callbacks [] for security_group (2e0d6a95-d522-4464-a5d4-a9c17928ef94), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:23.458959 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1093304-bed5-4084-8771-a1b4b7ec670d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (2e0d6a95-d522-4464-a5d4-a9c17928ef94), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:23.462221 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d1093304-bed5-4084-8771-a1b4b7ec670d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:23.463539 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d1093304-bed5-4084-8771-a1b4b7ec670d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2e0d6a95-d522-4464-a5d4-a9c17928ef94 HTTP/1.1" status: 204 len: 168 time: 0.1906204 Feb 09 13:19:23.471256 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1093304-bed5-4084-8771-a1b4b7ec670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0d6a95-d522-4464-a5d4-a9c17928ef94,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:25.105470 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-82c64376-93a9-4d77-a8f9-48be22d0b346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:25.554984 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8dd4a-9434-47e7-8d00-63925b1edecc req-8bd3134b-c31d-42a2-b1d3-8b2390f1db68 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:25.556494 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-22a8dd4a-9434-47e7-8d00-63925b1edecc req-8bd3134b-c31d-42a2-b1d3-8b2390f1db68 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 945 time: 0.0638120 Feb 09 13:19:25.609335 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-22a8dd4a-9434-47e7-8d00-63925b1edecc req-64d00903-58fb-488d-88ab-6b0abc680517 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437937 Feb 09 13:19:26.201745 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:26.407728 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7af57d19-7afa-48de-8439-5b22edbed271 req-1946681a-6eed-4e72-b8e6-e747ef3f3dec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498309 Feb 09 13:19:26.472798 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af57d19-7afa-48de-8439-5b22edbed271 req-ec176898-c1ca-493b-bb18-caa058e042ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:26.474299 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7af57d19-7afa-48de-8439-5b22edbed271 req-ec176898-c1ca-493b-bb18-caa058e042ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 1130 time: 0.0445666 Feb 09 13:19:26.592521 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af57d19-7afa-48de-8439-5b22edbed271 req-1f93974f-e1b5-4917-b4f4-37f9e765a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:26.592521 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7af57d19-7afa-48de-8439-5b22edbed271 req-1f93974f-e1b5-4917-b4f4-37f9e765a7d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 913 time: 0.0893648 Feb 09 13:19:26.658584 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7af57d19-7afa-48de-8439-5b22edbed271 req-eb07d729-7312-4535-9101-87875b3544d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cde48d4a-b667-4fb2-8210-2d6efb90a93a HTTP/1.1" status: 200 len: 1002 time: 0.0654891 Feb 09 13:19:26.713424 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af57d19-7afa-48de-8439-5b22edbed271 req-03c6155b-17a9-47bd-9a91-c888c6d6fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:26.715004 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7af57d19-7afa-48de-8439-5b22edbed271 req-03c6155b-17a9-47bd-9a91-c888c6d6fdc4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0476539 Feb 09 13:19:26.743304 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7506660-bff3-4aa7-aa5e-4caf0c6c6c09 req-992fb155-f20e-4990-be3e-5e848a5bf88a tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:26.743304 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a7506660-bff3-4aa7-aa5e-4caf0c6c6c09 req-992fb155-f20e-4990-be3e-5e848a5bf88a tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 945 time: 0.0527840 Feb 09 13:19:26.772815 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af57d19-7afa-48de-8439-5b22edbed271 req-5758df8e-8f8d-4298-9f03-7d549189402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:26.776011 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7af57d19-7afa-48de-8439-5b22edbed271 req-5758df8e-8f8d-4298-9f03-7d549189402f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529513 Feb 09 13:19:26.785460 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-a7506660-bff3-4aa7-aa5e-4caf0c6c6c09 req-7ed1e4d7-3665-42d5-be75-ba8f2117c4a3 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Feb 09 13:19:26.865856 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7af57d19-7afa-48de-8439-5b22edbed271 req-b5d7c77c-199f-483d-a185-a4da4d2e103d service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841136 Feb 09 13:19:26.952355 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-7af57d19-7afa-48de-8439-5b22edbed271 req-1567a808-b102-4b87-b462-633ee8168421 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801823 Feb 09 13:19:27.272525 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53affc39-3412-4e79-b791-5724820cc734 req-65f2e54f-d665-44cb-aca2-9c20ea765f52 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:27.274071 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-53affc39-3412-4e79-b791-5724820cc734 req-65f2e54f-d665-44cb-aca2-9c20ea765f52 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.31 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 945 time: 0.0638514 Feb 09 13:19:27.371920 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-53affc39-3412-4e79-b791-5724820cc734 req-4a7d4916-e64e-4347-9c93-c890d0f90b2f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Deleting port 912514c5-6a6f-413f-8293-ed22414868a1 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:19:27.372265 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-53affc39-3412-4e79-b791-5724820cc734 req-4a7d4916-e64e-4347-9c93-c890d0f90b2f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (912514c5-6a6f-413f-8293-ed22414868a1), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:27.476825 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-53affc39-3412-4e79-b791-5724820cc734 req-4a7d4916-e64e-4347-9c93-c890d0f90b2f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] For port 912514c5-6a6f-413f-8293-ed22414868a1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=912514c5-6a6f-413f-8293-ed22414868a1,segment=NetworkSegment(c6f55250-818d-4683-89c7-61dfcbe0fd5a),segment_id=c6f55250-818d-4683-89c7-61dfcbe0fd5a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:27.477200 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-53affc39-3412-4e79-b791-5724820cc734 req-4a7d4916-e64e-4347-9c93-c890d0f90b2f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (912514c5-6a6f-413f-8293-ed22414868a1), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:27.492896 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-53affc39-3412-4e79-b791-5724820cc734 req-4a7d4916-e64e-4347-9c93-c890d0f90b2f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Calling delete_port for 912514c5-6a6f-413f-8293-ed22414868a1 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:19:27.713250 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-53affc39-3412-4e79-b791-5724820cc734 req-4a7d4916-e64e-4347-9c93-c890d0f90b2f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (912514c5-6a6f-413f-8293-ed22414868a1), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:27.726954 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['912514c5-6a6f-413f-8293-ed22414868a1'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:19:27.748896 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d4916-e64e-4347-9c93-c890d0f90b2f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Pushing event deleted for resources: {'Port': ['ID=912514c5-6a6f-413f-8293-ed22414868a1,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:27.781707 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:27.794288 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-53affc39-3412-4e79-b791-5724820cc734 req-4a7d4916-e64e-4347-9c93-c890d0f90b2f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] No DVR routers for this DVR port 912514c5-6a6f-413f-8293-ed22414868a1 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:27.797037 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-53affc39-3412-4e79-b791-5724820cc734 req-4a7d4916-e64e-4347-9c93-c890d0f90b2f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:27.800418 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-53affc39-3412-4e79-b791-5724820cc734 req-4a7d4916-e64e-4347-9c93-c890d0f90b2f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.31 "DELETE /v2.0/ports/912514c5-6a6f-413f-8293-ed22414868a1 HTTP/1.1" status: 204 len: 173 time: 0.5186317 Feb 09 13:19:27.800865 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42178215-9fb7-4685-970f-b29241775bf8', 'name': 'network-vif-deleted', 'tag': '912514c5-6a6f-413f-8293-ed22414868a1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:19:27.803152 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b517c4b-d222-42ae-9f9f-241318bd91e5" -d '{"events": [{"server_uuid": "42178215-9fb7-4685-970f-b29241775bf8", "name": "network-vif-deleted", "tag": "912514c5-6a6f-413f-8293-ed22414868a1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:19:27.843605 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afd5835-f316-4d27-bce1-e393efebfdcf x-openstack-request-id: req-2afd5835-f316-4d27-bce1-e393efebfdcf {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:19:27.843907 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42178215-9fb7-4685-970f-b29241775bf8", "name": "network-vif-deleted", "tag": "912514c5-6a6f-413f-8293-ed22414868a1", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:19:27.844165 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2afd5835-f316-4d27-bce1-e393efebfdcf {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:19:27.844563 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42178215-9fb7-4685-970f-b29241775bf8', 'name': 'network-vif-deleted', 'tag': '912514c5-6a6f-413f-8293-ed22414868a1', 'status': 'completed', 'code': 200} Feb 09 13:19:27.889740 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1de6ac0d-0a50-4aea-aa63-34c39dc2ae9d req-bd41fc7b-9f01-44df-bded-5b1677ef9425 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=42178215-9fb7-4685-970f-b29241775bf8 HTTP/1.1" status: 200 len: 210 time: 0.0286500 Feb 09 13:19:29.244157 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:31.287008 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 912514c5-6a6f-413f-8293-ed22414868a1 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:19:31.309626 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: 912514c5-6a6f-413f-8293-ed22414868a1 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:19:31.309972 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 912514c5-6a6f-413f-8293-ed22414868a1 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:19:39.531260 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-df469474-e2f9-49c1-a39f-126491d5c160 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:39.532645 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-df469474-e2f9-49c1-a39f-126491d5c160 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/networks?id=6fafe0f3-5d30-4182-9532-b8b1dd4db528 HTTP/1.1" status: 200 len: 813 time: 0.1026266 Feb 09 13:19:39.546861 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-dd8f2d12-6bad-4c59-a5a3-8165df05a8a3 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/quotas/6d127cc9afbd483ebeab270c62efa251 HTTP/1.1" status: 200 len: 375 time: 0.0088584 Feb 09 13:19:39.578663 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-5c60097b-c7bd-4172-910c-bb3442947847 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d127cc9afbd483ebeab270c62efa251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268085 Feb 09 13:19:39.761300 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-6d175e57-ce8e-492e-a0b0-ed032fc4b943 service neutron] 10.222.0.84 "GET /v2.0/networks/6fafe0f3-5d30-4182-9532-b8b1dd4db528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746516 Feb 09 13:19:39.850905 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-9cfb9f7f-70bd-4dd9-9b01-e28b07f17567 service neutron] 10.222.0.84 "GET /v2.0/networks/6fafe0f3-5d30-4182-9532-b8b1dd4db528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839193 Feb 09 13:19:40.113455 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4aa9fe79-0da4-4ef7-b198-048cd8009e53 req-5a8652b8-a3ca-4ada-96a2-31920357b984 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 210 time: 0.0272171 Feb 09 13:19:40.374045 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 48384) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:40.478201 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97bf2a5b-2b14-458e-a37e-297f087ab517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:40.555294 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97bf2a5b-2b14-458e-a37e-297f087ab517 admin admin] Publish callbacks [] for security_group (87f0b1c7-61ef-4a5d-b745-95df29bcf8a8), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:40.655774 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-97bf2a5b-2b14-458e-a37e-297f087ab517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (87f0b1c7-61ef-4a5d-b745-95df29bcf8a8), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:40.695828 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-97bf2a5b-2b14-458e-a37e-297f087ab517 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=991f79aa8ce54595bbb8c258eb9104da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206584 Feb 09 13:19:40.696774 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf2a5b-2b14-458e-a37e-297f087ab517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f0b1c7-61ef-4a5d-b745-95df29bcf8a8,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:40.698604 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48390) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:40.749407 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5bbc539d-a4fd-4f1c-8150-45371eb69383 admin admin] Publish callbacks [] for security_group (87f0b1c7-61ef-4a5d-b745-95df29bcf8a8), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:40.775230 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5bbc539d-a4fd-4f1c-8150-45371eb69383 admin admin] Publish callbacks [] for security_group (87f0b1c7-61ef-4a5d-b745-95df29bcf8a8), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:40.899257 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5bbc539d-a4fd-4f1c-8150-45371eb69383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (87f0b1c7-61ef-4a5d-b745-95df29bcf8a8), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:40.901818 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5bbc539d-a4fd-4f1c-8150-45371eb69383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:40.903031 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-5bbc539d-a4fd-4f1c-8150-45371eb69383 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/87f0b1c7-61ef-4a5d-b745-95df29bcf8a8 HTTP/1.1" status: 204 len: 168 time: 0.2034223 Feb 09 13:19:40.911375 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc539d-a4fd-4f1c-8150-45371eb69383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f0b1c7-61ef-4a5d-b745-95df29bcf8a8,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:41.213531 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d30b66b3-9549-4f5c-a5de-bced504e3c7e req-ddc54104-bfa1-4cbd-a092-384a20182797 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 210 time: 0.0325496 Feb 09 13:19:41.534891 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 48398) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:41.547826 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccfc8a18-096e-4ae3-bb8a-616df658a765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:41.619520 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccfc8a18-096e-4ae3-bb8a-616df658a765 admin admin] Publish callbacks [] for security_group (49f30ed5-73b3-4bef-beae-4a5a358c3a0a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:41.752795 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ccfc8a18-096e-4ae3-bb8a-616df658a765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (49f30ed5-73b3-4bef-beae-4a5a358c3a0a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:41.789256 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc8a18-096e-4ae3-bb8a-616df658a765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f30ed5-73b3-4bef-beae-4a5a358c3a0a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:41.793475 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ccfc8a18-096e-4ae3-bb8a-616df658a765 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8883faba8aac4a9a97845daa2cdf2d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575650 Feb 09 13:19:41.796530 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 48400) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:41.843697 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e116573-ac34-4de5-b8a1-4a89fc265ca3 admin admin] Publish callbacks [] for security_group (49f30ed5-73b3-4bef-beae-4a5a358c3a0a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:41.863519 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e116573-ac34-4de5-b8a1-4a89fc265ca3 admin admin] Publish callbacks [] for security_group (49f30ed5-73b3-4bef-beae-4a5a358c3a0a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:41.984562 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e116573-ac34-4de5-b8a1-4a89fc265ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (49f30ed5-73b3-4bef-beae-4a5a358c3a0a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:41.987246 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3e116573-ac34-4de5-b8a1-4a89fc265ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:41.988330 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-3e116573-ac34-4de5-b8a1-4a89fc265ca3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/49f30ed5-73b3-4bef-beae-4a5a358c3a0a HTTP/1.1" status: 204 len: 168 time: 0.1911607 Feb 09 13:19:41.996428 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e116573-ac34-4de5-b8a1-4a89fc265ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f30ed5-73b3-4bef-beae-4a5a358c3a0a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:42.324664 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e47bab25-50d8-4064-9d56-3be88923ad82 req-6a8630c1-c355-45c6-afd4-cd48c9c833b5 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 210 time: 0.0350437 Feb 09 13:19:42.368445 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-22da1ccd-fa0c-4acc-aba3-339090e3aa8f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:42.369902 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-22da1ccd-fa0c-4acc-aba3-339090e3aa8f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.31 "GET /v2.0/networks?id=6fafe0f3-5d30-4182-9532-b8b1dd4db528 HTTP/1.1" status: 200 len: 813 time: 0.1259117 Feb 09 13:19:42.382819 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Request body: {'port': {'device_id': '5a601aac-7dbb-498f-ba4d-76af285c06e5', 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528', 'admin_state_up': True, 'tenant_id': '6d127cc9afbd483ebeab270c62efa251'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:42.552352 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Made reservation on behalf of 6d127cc9afbd483ebeab270c62efa251 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:42.555755 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:42.682967 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Allocated IP 172.20.0.14 (6fafe0f3-5d30-4182-9532-b8b1dd4db528/3a074aa4-8945-4a27-b57d-adcf4d598783/fc8410c3-602e-483a-acb8-90febda053d9) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:42.713734 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 48410) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:42.735172 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-380050fe-72b4-43f5-aeb9-585883ee41db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:42.882993 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks [] for port (fc8410c3-602e-483a-acb8-90febda053d9), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:42.912001 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-380050fe-72b4-43f5-aeb9-585883ee41db admin admin] Publish callbacks [] for security_group (e89b49f1-150a-4f14-9d90-e7d905987959), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:42.978755 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-380050fe-72b4-43f5-aeb9-585883ee41db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e89b49f1-150a-4f14-9d90-e7d905987959), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:43.015628 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-380050fe-72b4-43f5-aeb9-585883ee41db admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ef3567a5ad0b46aaab1a158e27770c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008950 Feb 09 13:19:43.017561 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380050fe-72b4-43f5-aeb9-585883ee41db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89b49f1-150a-4f14-9d90-e7d905987959,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:43.018426 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48414) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:43.020864 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (fc8410c3-602e-483a-acb8-90febda053d9), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:43.061130 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:43.066191 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:43.071319 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a008743-4e48-4f92-bd24-894a911d609d admin admin] Publish callbacks [] for security_group (e89b49f1-150a-4f14-9d90-e7d905987959), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:43.071505 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:19:43.093603 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a008743-4e48-4f92-bd24-894a911d609d admin admin] Publish callbacks [] for security_group (e89b49f1-150a-4f14-9d90-e7d905987959), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:43.096534 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Pushing event updated for resources: {'Port': ['ID=fc8410c3-602e-483a-acb8-90febda053d9,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:43.133750 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:43.134418 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:43.261054 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a008743-4e48-4f92-bd24-894a911d609d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e89b49f1-150a-4f14-9d90-e7d905987959), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:43.263830 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a008743-4e48-4f92-bd24-894a911d609d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:43.263959 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-4a99d80f-c1f9-492b-9d12-407e23da2136 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8849168 Feb 09 13:19:43.264989 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-9a008743-4e48-4f92-bd24-894a911d609d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e89b49f1-150a-4f14-9d90-e7d905987959 HTTP/1.1" status: 204 len: 168 time: 0.2455244 Feb 09 13:19:43.279079 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a008743-4e48-4f92-bd24-894a911d609d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89b49f1-150a-4f14-9d90-e7d905987959,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:43.283004 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Request body: {'port': {'device_id': '5a601aac-7dbb-498f-ba4d-76af285c06e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:43.341692 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fc8410c3-602e-483a-acb8-90febda053d9), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:43.448669 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef434dd6-3669-4bdd-abb2-0218570af9d4 req-6907d67d-fa62-4e5f-9da3-5921ceb4c6e0 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:43.450252 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ef434dd6-3669-4bdd-abb2-0218570af9d4 req-6907d67d-fa62-4e5f-9da3-5921ceb4c6e0 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 932 time: 0.0561624 Feb 09 13:19:43.497166 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-ef434dd6-3669-4bdd-abb2-0218570af9d4 req-73b71687-395f-409c-a2e7-23a6dba5596c tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Feb 09 13:19:43.603689 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8410c3-602e-483a-acb8-90febda053d9 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:19:43.611139 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Publish callbacks [] for port (fc8410c3-602e-483a-acb8-90febda053d9), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:43.623602 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Transition to ACTIVE for port object fc8410c3-602e-483a-acb8-90febda053d9 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:43.758720 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (fc8410c3-602e-483a-acb8-90febda053d9), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:43.821785 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Pushing event updated for resources: {'Port': ['ID=fc8410c3-602e-483a-acb8-90febda053d9,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:43.878695 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Attempting to bind port fc8410c3-602e-483a-acb8-90febda053d9 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:19:43.879021 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Attempting to bind port fc8410c3-602e-483a-acb8-90febda053d9 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': 'c6f55250-818d-4683-89c7-61dfcbe0fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:19:43.879341 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Attempting to bind port fc8410c3-602e-483a-acb8-90febda053d9 on network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:19:43.883548 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Port fc8410c3-602e-483a-acb8-90febda053d9 on network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:19:43.883843 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Attempting to bind port fc8410c3-602e-483a-acb8-90febda053d9 on network 6fafe0f3-5d30-4182-9532-b8b1dd4db528 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:19:43.888799 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:19:43.889129 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Checking segment: {'id': 'c6f55250-818d-4683-89c7-61dfcbe0fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:19:43.889497 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Bound using segment: {'id': 'c6f55250-818d-4683-89c7-61dfcbe0fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:19:43.890063 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Bound port: fc8410c3-602e-483a-acb8-90febda053d9, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f55250-818d-4683-89c7-61dfcbe0fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:19:43.890452 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fc8410c3-602e-483a-acb8-90febda053d9), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:43.955971 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] For port fc8410c3-602e-483a-acb8-90febda053d9, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:43.959079 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] For port fc8410c3-602e-483a-acb8-90febda053d9, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fc8410c3-602e-483a-acb8-90febda053d9,segment=NetworkSegment(c6f55250-818d-4683-89c7-61dfcbe0fd5a),segment_id=c6f55250-818d-4683-89c7-61dfcbe0fd5a)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:44.036433 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (fc8410c3-602e-483a-acb8-90febda053d9), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:44.068770 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.069387 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:44.070879 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] 10.222.0.31 "PUT /v2.0/ports/fc8410c3-602e-483a-acb8-90febda053d9 HTTP/1.1" status: 200 len: 1094 time: 0.7940087 Feb 09 13:19:44.073813 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a601aac-7dbb-498f-ba4d-76af285c06e5', 'tag': 'fc8410c3-602e-483a-acb8-90febda053d9'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:19:44.073813 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc39a30-a0da-4b9b-99e2-7ae2a4a33bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a601aac-7dbb-498f-ba4d-76af285c06e5", "tag": "fc8410c3-602e-483a-acb8-90febda053d9"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:19:44.102032 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e44127-f562-4b0d-ba86-0a8ef5c466ef service neutron] Pushing event updated for resources: {'Port': ['ID=fc8410c3-602e-483a-acb8-90febda053d9,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:44.130682 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4937416d-0ef4-4b8f-8a35-335f320d2bfe x-openstack-request-id: req-4937416d-0ef4-4b8f-8a35-335f320d2bfe {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:19:44.130682 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a601aac-7dbb-498f-ba4d-76af285c06e5", "tag": "fc8410c3-602e-483a-acb8-90febda053d9", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:19:44.130682 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4937416d-0ef4-4b8f-8a35-335f320d2bfe {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:19:44.130682 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a601aac-7dbb-498f-ba4d-76af285c06e5', 'tag': 'fc8410c3-602e-483a-acb8-90febda053d9', 'status': 'completed', 'code': 200} Feb 09 13:19:44.202769 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc39a30-a0da-4b9b-99e2-7ae2a4a33bd9 req-d0b205c3-549e-4868-bbdc-74b8b4c10282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.204321 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2fc39a30-a0da-4b9b-99e2-7ae2a4a33bd9 req-d0b205c3-549e-4868-bbdc-74b8b4c10282 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d127cc9afbd483ebeab270c62efa251&device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 1128 time: 0.0485938 Feb 09 13:19:44.309354 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc39a30-a0da-4b9b-99e2-7ae2a4a33bd9 req-648d84dd-c593-4a1a-a06e-fc90acf75090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.310943 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2fc39a30-a0da-4b9b-99e2-7ae2a4a33bd9 req-648d84dd-c593-4a1a-a06e-fc90acf75090 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6d127cc9afbd483ebeab270c62efa251&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0935054 Feb 09 13:19:44.406313 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc39a30-a0da-4b9b-99e2-7ae2a4a33bd9 req-cec235b1-c11c-4eb6-89c7-5feb8d2bb037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.407831 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2fc39a30-a0da-4b9b-99e2-7ae2a4a33bd9 req-cec235b1-c11c-4eb6-89c7-5feb8d2bb037 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877609 Feb 09 13:19:44.496459 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-8f22aaff-a27a-494c-94aa-0f2567a41090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.497972 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-8f22aaff-a27a-494c-94aa-0f2567a41090 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d127cc9afbd483ebeab270c62efa251&device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 1128 time: 0.0482540 Feb 09 13:19:44.541710 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-114727b9-5d88-4f53-9423-ce08c74f8c22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc8410c3-602e-483a-acb8-90febda053d9 HTTP/1.1" status: 200 len: 217 time: 0.0340199 Feb 09 13:19:44.581542 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:19:44.593382 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-1b1891d7-8ba9-493e-9385-a864cc459ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.594850 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-1b1891d7-8ba9-493e-9385-a864cc459ea5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a074aa4-8945-4a27-b57d-adcf4d598783 HTTP/1.1" status: 200 len: 853 time: 0.0445158 Feb 09 13:19:44.623027 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002163e9-633d-4610-bdf7-e2ab2c3263e0 req-aa5e6c8e-8816-4c1b-88ad-51a8ad6adaae tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.624586 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-002163e9-633d-4610-bdf7-e2ab2c3263e0 req-aa5e6c8e-8816-4c1b-88ad-51a8ad6adaae tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 944 time: 0.0602200 Feb 09 13:19:44.628921 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-a830d58a-5a0d-4472-8260-7a245b86dd44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fafe0f3-5d30-4182-9532-b8b1dd4db528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259840 Feb 09 13:19:44.675569 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-002163e9-633d-4610-bdf7-e2ab2c3263e0 req-51bfbbfc-1995-4f63-a0d4-9a274e4451e6 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451124 Feb 09 13:19:44.725103 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-34c938aa-45f7-4780-af88-341204dca262 service neutron] 10.222.0.31 "GET /v2.0/networks/6fafe0f3-5d30-4182-9532-b8b1dd4db528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863850 Feb 09 13:19:44.819348 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d374f3a0-8b91-4e15-a412-b4f922e80658 req-57a6230e-00d7-4d6e-8857-ed06633bb8ba service neutron] 10.222.0.31 "GET /v2.0/networks/6fafe0f3-5d30-4182-9532-b8b1dd4db528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851276 Feb 09 13:19:46.056833 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4a984-8d81-4a34-87f3-dcfed842ed1a req-cc2a7340-3c03-4933-8a13-78a78dd53d7c tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:46.058297 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1fc4a984-8d81-4a34-87f3-dcfed842ed1a req-cc2a7340-3c03-4933-8a13-78a78dd53d7c tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 944 time: 0.3133566 Feb 09 13:19:46.103623 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1fc4a984-8d81-4a34-87f3-dcfed842ed1a req-ca0db308-a778-4b03-9b74-879b778d2f76 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395861 Feb 09 13:19:46.981277 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fc8410c3-602e-483a-acb8-90febda053d9 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:19:47.077464 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fc8410c3-602e-483a-acb8-90febda053d9, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fc8410c3-602e-483a-acb8-90febda053d9,segment=NetworkSegment(c6f55250-818d-4683-89c7-61dfcbe0fd5a),segment_id=c6f55250-818d-4683-89c7-61dfcbe0fd5a)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:47.088838 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': 'fc8410c3-602e-483a-acb8-90febda053d9', 'network_id': '6fafe0f3-5d30-4182-9532-b8b1dd4db528', 'port_id': 'fc8410c3-602e-483a-acb8-90febda053d9', 'mac_address': 'fa:16:3e:34:d3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a074aa4-8945-4a27-b57d-adcf4d598783', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:19:47.124569 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port fc8410c3-602e-483a-acb8-90febda053d9 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:19:47.124966 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fc8410c3-602e-483a-acb8-90febda053d9), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:47.143505 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8410c3-602e-483a-acb8-90febda053d9 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:19:47.163842 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fc8410c3-602e-483a-acb8-90febda053d9, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fc8410c3-602e-483a-acb8-90febda053d9,segment=NetworkSegment(c6f55250-818d-4683-89c7-61dfcbe0fd5a),segment_id=c6f55250-818d-4683-89c7-61dfcbe0fd5a)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:47.224516 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada2784-ab2a-4f2b-ad84-a190b54b3e72 req-ec1b44e6-0df8-4c99-b950-2b0acf6d8c2d tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:47.226024 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3ada2784-ab2a-4f2b-ad84-a190b54b3e72 req-ec1b44e6-0df8-4c99-b950-2b0acf6d8c2d tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 944 time: 0.0531182 Feb 09 13:19:47.265406 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (fc8410c3-602e-483a-acb8-90febda053d9), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:47.279845 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3ada2784-ab2a-4f2b-ad84-a190b54b3e72 req-2f906ede-17be-4cd4-84b3-ffd4a8361a04 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Feb 09 13:19:47.323689 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=fc8410c3-602e-483a-acb8-90febda053d9,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:47.331316 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.331669 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.332017 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.332356 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.332688 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.333016 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.333346 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.333677 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.334004 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.334329 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.334695 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.335055 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.335367 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:47.409123 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:47.538934 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['fc8410c3-602e-483a-acb8-90febda053d9'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:19:48.403188 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d345-9b0f-41e6-a392-b4f0bbb0f12f req-71582e32-adf0-40b4-936e-a72dddda252f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:48.404984 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0777d345-9b0f-41e6-a392-b4f0bbb0f12f req-71582e32-adf0-40b4-936e-a72dddda252f tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 945 time: 0.0585370 Feb 09 13:19:48.452185 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0777d345-9b0f-41e6-a392-b4f0bbb0f12f req-d2123b7d-940e-402c-bfd9-140b9228ceda tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415940 Feb 09 13:19:48.929254 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d2d34-f14d-4adc-862e-2b5fc2420d32 req-363cf344-5f70-4c4a-bbe3-bb66d4bf0913 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:48.930769 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-685d2d34-f14d-4adc-862e-2b5fc2420d32 req-363cf344-5f70-4c4a-bbe3-bb66d4bf0913 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 946 time: 0.0569332 Feb 09 13:19:48.978965 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-685d2d34-f14d-4adc-862e-2b5fc2420d32 req-de9dfea7-d150-4384-9df7-2b05a2a84cf1 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426092 Feb 09 13:19:48.996469 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fc8410c3-602e-483a-acb8-90febda053d9 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:19:49.104449 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port fc8410c3-602e-483a-acb8-90febda053d9 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:49.108240 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port fc8410c3-602e-483a-acb8-90febda053d9 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:49.108612 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (fc8410c3-602e-483a-acb8-90febda053d9), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:49.184465 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port fc8410c3-602e-483a-acb8-90febda053d9 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:19:49.184780 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (fc8410c3-602e-483a-acb8-90febda053d9), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:49.206899 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a601aac-7dbb-498f-ba4d-76af285c06e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8410c3-602e-483a-acb8-90febda053d9'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:19:49.209181 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1804e4f-974a-48b6-ac99-1d1aeea4b46a" -d '{"events": [{"server_uuid": "5a601aac-7dbb-498f-ba4d-76af285c06e5", "name": "network-vif-plugged", "status": "completed", "tag": "fc8410c3-602e-483a-acb8-90febda053d9"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:19:49.224785 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port fc8410c3-602e-483a-acb8-90febda053d9, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fc8410c3-602e-483a-acb8-90febda053d9,segment=NetworkSegment(c6f55250-818d-4683-89c7-61dfcbe0fd5a),segment_id=c6f55250-818d-4683-89c7-61dfcbe0fd5a)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:49.251204 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7007cf6b-0dc8-4670-bde8-2442f037bed2 x-openstack-request-id: req-7007cf6b-0dc8-4670-bde8-2442f037bed2 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:19:49.251599 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a601aac-7dbb-498f-ba4d-76af285c06e5", "name": "network-vif-plugged", "status": "completed", "tag": "fc8410c3-602e-483a-acb8-90febda053d9", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:19:49.251787 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7007cf6b-0dc8-4670-bde8-2442f037bed2 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:19:49.252186 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a601aac-7dbb-498f-ba4d-76af285c06e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8410c3-602e-483a-acb8-90febda053d9', 'code': 200} Feb 09 13:19:49.293573 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (fc8410c3-602e-483a-acb8-90febda053d9), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:49.341423 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=fc8410c3-602e-483a-acb8-90febda053d9,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:49.603780 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3bfe0-1fa7-4979-9fa6-bbcffdbf4af3 req-60bfd001-8d89-460d-8d39-76286e955277 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:49.605373 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ceb3bfe0-1fa7-4979-9fa6-bbcffdbf4af3 req-60bfd001-8d89-460d-8d39-76286e955277 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 946 time: 0.0822859 Feb 09 13:19:49.608009 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eff205-787f-4ed6-87b0-f3ca88919b8d req-b394a8ea-c5a4-4d9b-a540-61df7a285636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:49.609428 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-18eff205-787f-4ed6-87b0-f3ca88919b8d req-b394a8ea-c5a4-4d9b-a540-61df7a285636 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 1130 time: 0.0758879 Feb 09 13:19:49.681671 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ceb3bfe0-1fa7-4979-9fa6-bbcffdbf4af3 req-6086768f-d775-45e8-84e9-24485f299315 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704687 Feb 09 13:19:49.684912 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-18eff205-787f-4ed6-87b0-f3ca88919b8d req-14894c23-ff2a-471b-bc01-3236318abcb5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673308 Feb 09 13:19:50.097378 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d09b23-2cfb-4539-8f74-68f3f9f647bd req-20f9d56a-b122-4e2e-a526-b6d6e795653d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:50.098856 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-17d09b23-2cfb-4539-8f74-68f3f9f647bd req-20f9d56a-b122-4e2e-a526-b6d6e795653d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 946 time: 0.0504591 Feb 09 13:19:50.145647 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-17d09b23-2cfb-4539-8f74-68f3f9f647bd req-c7906828-4322-4442-9686-f26011ac2006 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407333 Feb 09 13:19:50.806345 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5ef4c-cad7-4fe4-a19f-418988255a1f req-9b450e90-c582-4dd9-a831-b74e71f66f4e tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:50.807866 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0dc5ef4c-cad7-4fe4-a19f-418988255a1f req-9b450e90-c582-4dd9-a831-b74e71f66f4e tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 946 time: 0.0548646 Feb 09 13:19:50.853954 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0dc5ef4c-cad7-4fe4-a19f-418988255a1f req-db4158ad-8a27-4098-ba03-3a26ab534c3b tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405433 Feb 09 13:19:50.986686 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48536) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:51.016738 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-a83511d0-e55a-4d26-bc9d-559c9b5fd694 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.018211 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-a83511d0-e55a-4d26-bc9d-559c9b5fd694 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 946 time: 0.0530484 Feb 09 13:19:51.093127 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2e1de31d-a254-4469-b7fd-8077d1428e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.122727 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Deleting port cde48d4a-b667-4fb2-8210-2d6efb90a93a {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:19:51.123166 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.168596 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2e1de31d-a254-4469-b7fd-8077d1428e3f admin admin] Publish callbacks [] for security_group (e3e68583-eaba-4548-ad2f-91fb91ccbb71), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.216695 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] For port cde48d4a-b667-4fb2-8210-2d6efb90a93a, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=cde48d4a-b667-4fb2-8210-2d6efb90a93a,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:51.217070 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.237182 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-2e1de31d-a254-4469-b7fd-8077d1428e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e3e68583-eaba-4548-ad2f-91fb91ccbb71), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.300659 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2e1de31d-a254-4469-b7fd-8077d1428e3f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4224c63cd6f84b09b73b72645dc708b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127966 Feb 09 13:19:51.304539 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48542) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:51.306363 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1de31d-a254-4469-b7fd-8077d1428e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e68583-eaba-4548-ad2f-91fb91ccbb71,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:51.340591 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2665793-5007-480d-b5ff-6c4da3782681 req-4eaec6e2-9364-47c1-9918-bef45e77f778 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.342090 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e2665793-5007-480d-b5ff-6c4da3782681 req-4eaec6e2-9364-47c1-9918-bef45e77f778 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 946 time: 0.1152935 Feb 09 13:19:51.391205 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dc48920e-5e32-45ff-aaf0-f2483c929b61 admin admin] Publish callbacks [] for security_group (e3e68583-eaba-4548-ad2f-91fb91ccbb71), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.396706 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.397081 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (8876ce03-ded5-43e8-b0af-c2a38ff9dff0), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.397407 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.l3_db [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Floating IP 8876ce03-ded5-43e8-b0af-c2a38ff9dff0 disassociated. External IP: 172.27.1.114, port: cde48d4a-b667-4fb2-8210-2d6efb90a93a. Feb 09 13:19:51.398270 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Calling delete_port for cde48d4a-b667-4fb2-8210-2d6efb90a93a owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:19:51.416445 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e2665793-5007-480d-b5ff-6c4da3782681 req-4bf5b97a-5103-4ce1-829d-04753a997778 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649288 Feb 09 13:19:51.438190 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dc48920e-5e32-45ff-aaf0-f2483c929b61 admin admin] Publish callbacks [] for security_group (e3e68583-eaba-4548-ad2f-91fb91ccbb71), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.569380 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dc48920e-5e32-45ff-aaf0-f2483c929b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e3e68583-eaba-4548-ad2f-91fb91ccbb71), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.572047 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dc48920e-5e32-45ff-aaf0-f2483c929b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.573263 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-dc48920e-5e32-45ff-aaf0-f2483c929b61 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3e68583-eaba-4548-ad2f-91fb91ccbb71 HTTP/1.1" status: 204 len: 168 time: 0.2677960 Feb 09 13:19:51.581198 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48920e-5e32-45ff-aaf0-f2483c929b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e68583-eaba-4548-ad2f-91fb91ccbb71,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:51.603738 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (cde48d4a-b667-4fb2-8210-2d6efb90a93a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.636553 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event deleted for resources: {'Port': ['ID=cde48d4a-b667-4fb2-8210-2d6efb90a93a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:51.749713 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Router e73b4101-af1d-4c80-b29e-46f59e7720e9 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:51.856820 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:51.868522 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63736686-7319-4b79-8ec7-b88b7a72e6b5 None None] Sync routers for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:19:51.878861 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63736686-7319-4b79-8ec7-b88b7a72e6b5 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:19:51.879488 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-63736686-7319-4b79-8ec7-b88b7a72e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:19:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:51.902660 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] No DVR routers for this DVR port cde48d4a-b667-4fb2-8210-2d6efb90a93a on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:51.905482 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:51.908953 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b3c17b22-43d2-474e-8c86-ba26027c632c req-d6fff2cb-c40b-4bd8-8d8f-4d204b6daa5c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "DELETE /v2.0/ports/cde48d4a-b667-4fb2-8210-2d6efb90a93a HTTP/1.1" status: 204 len: 173 time: 0.8844953 Feb 09 13:19:51.909346 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'name': 'network-vif-deleted', 'tag': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:19:51.911654 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe6bc96-7893-41d6-8d5f-eeff86ee3a2a" -d '{"events": [{"server_uuid": "794b82e0-8aad-46b1-9e9e-9cfb0d16abf5", "name": "network-vif-deleted", "tag": "cde48d4a-b667-4fb2-8210-2d6efb90a93a"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:19:51.976138 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a193d041-2043-4774-8033-722c5061b147 x-openstack-request-id: req-a193d041-2043-4774-8033-722c5061b147 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:19:51.976499 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794b82e0-8aad-46b1-9e9e-9cfb0d16abf5", "name": "network-vif-deleted", "tag": "cde48d4a-b667-4fb2-8210-2d6efb90a93a", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:19:51.976722 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a193d041-2043-4774-8033-722c5061b147 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:19:51.977108 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794b82e0-8aad-46b1-9e9e-9cfb0d16abf5', 'name': 'network-vif-deleted', 'tag': 'cde48d4a-b667-4fb2-8210-2d6efb90a93a', 'status': 'completed', 'code': 200} Feb 09 13:19:52.005796 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-63736686-7319-4b79-8ec7-b88b7a72e6b5 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:19:52.010649 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34f9a1-aea7-4cc5-9e5f-84c914b3bd7a req-dff372fc-53c4-42a5-8036-4e4c308486e4 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:52.015367 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1c34f9a1-aea7-4cc5-9e5f-84c914b3bd7a req-dff372fc-53c4-42a5-8036-4e4c308486e4 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 946 time: 0.0760269 Feb 09 13:19:52.088880 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1c34f9a1-aea7-4cc5-9e5f-84c914b3bd7a req-867801db-2903-4bff-9186-c893ebec141c tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650268 Feb 09 13:19:52.254130 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-63736686-7319-4b79-8ec7-b88b7a72e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:52.286939 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63736686-7319-4b79-8ec7-b88b7a72e6b5 None None] Checking router: e73b4101-af1d-4c80-b29e-46f59e7720e9 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:19:52.295184 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63736686-7319-4b79-8ec7-b88b7a72e6b5 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:19:52.295824 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-63736686-7319-4b79-8ec7-b88b7a72e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:19:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:52.426913 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48556) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:52.448077 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dbe48918-b6c3-49e4-9258-1793f199edd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:52.548920 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a5eb90ac-e4a9-4535-b0ec-e873b7c96248 req-8d76f6c2-30fa-467e-b84f-3a5472143a01 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=794b82e0-8aad-46b1-9e9e-9cfb0d16abf5 HTTP/1.1" status: 200 len: 210 time: 0.0279429 Feb 09 13:19:52.561395 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-63736686-7319-4b79-8ec7-b88b7a72e6b5 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:19:52.570011 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dbe48918-b6c3-49e4-9258-1793f199edd5 admin admin] Publish callbacks [] for security_group (10181c07-9aff-47f5-8d59-72478ddd3d9c), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:52.650130 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-dbe48918-b6c3-49e4-9258-1793f199edd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (10181c07-9aff-47f5-8d59-72478ddd3d9c), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:52.697199 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-dbe48918-b6c3-49e4-9258-1793f199edd5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5a521f4aa2cc4724939f3dae98d77000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691560 Feb 09 13:19:52.697620 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 48564) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:52.698382 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe48918-b6c3-49e4-9258-1793f199edd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10181c07-9aff-47f5-8d59-72478ddd3d9c,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:52.754773 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55a889c4-257d-4529-8363-0197be70da95 admin admin] Publish callbacks [] for security_group (10181c07-9aff-47f5-8d59-72478ddd3d9c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:52.777059 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55a889c4-257d-4529-8363-0197be70da95 admin admin] Publish callbacks [] for security_group (10181c07-9aff-47f5-8d59-72478ddd3d9c), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:52.783593 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-63736686-7319-4b79-8ec7-b88b7a72e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:52.816073 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63736686-7319-4b79-8ec7-b88b7a72e6b5 None None] The sync data for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi is: [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:19:52.843946 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-8dc5b721-b380-467c-8be3-45a8e5568b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:52.958175 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55a889c4-257d-4529-8363-0197be70da95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (10181c07-9aff-47f5-8d59-72478ddd3d9c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:52.961919 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-55a889c4-257d-4529-8363-0197be70da95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:52.963381 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-55a889c4-257d-4529-8363-0197be70da95 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/10181c07-9aff-47f5-8d59-72478ddd3d9c HTTP/1.1" status: 204 len: 168 time: 0.2636650 Feb 09 13:19:52.971729 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a889c4-257d-4529-8363-0197be70da95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10181c07-9aff-47f5-8d59-72478ddd3d9c,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:53.078487 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7399ef3-bcad-4634-a9a5-5d4a1c1d1f5f None None] New status for floating IP 8876ce03-ded5-43e8-b0af-c2a38ff9dff0: DOWN {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:19:53.647216 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 48576) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:53.662069 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff158639-5ba2-41a4-baf5-1742b137d292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:53.744825 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff158639-5ba2-41a4-baf5-1742b137d292 admin admin] Publish callbacks [] for security_group (6b905681-5d37-479d-a3e6-27b0b4785dfb), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:53.819083 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-b2aff6b0-bc56-4712-87f8-06a486598aea tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147747940&fields=id&tenant_id=d5ef8e70a161475ab7130108627df2e4 HTTP/1.1" status: 200 len: 267 time: 0.0436323 Feb 09 13:19:53.864747 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ff158639-5ba2-41a4-baf5-1742b137d292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (6b905681-5d37-479d-a3e6-27b0b4785dfb), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:53.903863 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ff158639-5ba2-41a4-baf5-1742b137d292 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cfcbd4b11002495b832b2554e145b68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545452 Feb 09 13:19:53.905092 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff158639-5ba2-41a4-baf5-1742b137d292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b905681-5d37-479d-a3e6-27b0b4785dfb,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:53.906767 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48582) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:53.940407 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-c6db81e2-050a-4756-8aa6-701b8d439efc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.943505 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-c6db81e2-050a-4756-8aa6-701b8d439efc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 812 time: 0.1156435 Feb 09 13:19:53.968064 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-800a0aa2-661d-429a-9c4a-62872ba69ac7 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/quotas/d5ef8e70a161475ab7130108627df2e4 HTTP/1.1" status: 200 len: 375 time: 0.0183418 Feb 09 13:19:54.007988 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f15ecea7-087a-4ae6-a828-acb6911d6537 admin admin] Publish callbacks [] for security_group (6b905681-5d37-479d-a3e6-27b0b4785dfb), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:54.036291 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f15ecea7-087a-4ae6-a828-acb6911d6537 admin admin] Publish callbacks [] for security_group (6b905681-5d37-479d-a3e6-27b0b4785dfb), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:54.055605 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-815e6201-cd92-4dff-99b1-9963c3960704 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817547 Feb 09 13:19:54.158814 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a6c7625b-1aba-4aee-b617-2bbc1464c0c7 service neutron] 10.222.0.84 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913081 Feb 09 13:19:54.246892 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-3d21124a-612a-455d-9c32-47e01b2589f0 service neutron] 10.222.0.84 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817420 Feb 09 13:19:54.261167 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f15ecea7-087a-4ae6-a828-acb6911d6537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (6b905681-5d37-479d-a3e6-27b0b4785dfb), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:54.264365 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f15ecea7-087a-4ae6-a828-acb6911d6537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:54.265487 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-f15ecea7-087a-4ae6-a828-acb6911d6537 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6b905681-5d37-479d-a3e6-27b0b4785dfb HTTP/1.1" status: 204 len: 168 time: 0.3570192 Feb 09 13:19:54.273734 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ecea7-087a-4ae6-a828-acb6911d6537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b905681-5d37-479d-a3e6-27b0b4785dfb,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:54.893893 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0e304481-5ad1-49eb-8d6f-a97782433865 req-ee4a6669-e468-486c-8811-34badf9acb53 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 210 time: 0.0307891 Feb 09 13:19:55.041655 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device cde48d4a-b667-4fb2-8210-2d6efb90a93a no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:19:55.061759 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: cde48d4a-b667-4fb2-8210-2d6efb90a93a {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:19:55.062099 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device cde48d4a-b667-4fb2-8210-2d6efb90a93a not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:19:55.081190 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2f22-3f86-42c6-883a-3458d3e546d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:55.990976 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c670eba0-a88a-43bd-ae59-55bc899f9ec4 req-11c389eb-72e9-4814-af6a-763320c4543e tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 210 time: 0.0273376 Feb 09 13:19:56.204547 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:57.094580 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d5b6e728-a089-495b-abf8-2604a9cc70cf req-81bff73e-23de-4f01-8863-baa9d2737d4c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 210 time: 0.0349116 Feb 09 13:19:57.112770 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-2cd4ce16-86d0-4496-83c2-9f9bbe93a78f tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.121259 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-2cd4ce16-86d0-4496-83c2-9f9bbe93a78f tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 812 time: 0.1284616 Feb 09 13:19:57.184240 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a4a07d6b-7a68-4bd5-bfca-e24c3927dd2c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5ef8e70a161475ab7130108627df2e4 HTTP/1.1" status: 200 len: 379 time: 0.0583239 Feb 09 13:19:57.192166 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'port': {'device_id': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'admin_state_up': True, 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'security_groups': ['3ebec368-f6e1-4491-adbf-60b34bc17c14']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:57.420898 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Made reservation on behalf of d5ef8e70a161475ab7130108627df2e4 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:57.424309 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:57.553383 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Allocated IP 172.20.0.11 (05ef35c6-6e26-4081-883e-e7a7d012ab72/ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca/d0473794-25d6-4297-bd7b-f2930167cb57) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:57.692176 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for port (d0473794-25d6-4297-bd7b-f2930167cb57), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:57.739035 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:57.787225 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:57.830869 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Network 05ef35c6-6e26-4081-883e-e7a7d012ab72 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:57.833909 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:57.838489 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:19:57.862431 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'Port': ['ID=d0473794-25d6-4297-bd7b-f2930167cb57,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:57.877388 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.877739 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.878078 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.878414 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.878775 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.879105 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.879428 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.879751 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.880074 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.880402 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.880723 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.881041 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.881356 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:57.903920 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.904835 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:57.995037 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-a0d0ba6c-956a-48a0-88de-c1edcc0ad984 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8063304 Feb 09 13:19:58.006327 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Request body: {'port': {'device_id': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:19:58.045709 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-f3d893e2-8085-451c-a8c9-ba2d137fb987 None None] Provisioning complete for port d0473794-25d6-4297-bd7b-f2930167cb57 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:58.046093 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f3d893e2-8085-451c-a8c9-ba2d137fb987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.074351 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.082772 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-f3d893e2-8085-451c-a8c9-ba2d137fb987 None None] Port d0473794-25d6-4297-bd7b-f2930167cb57 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:19:58.120576 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48680) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:58.228072 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751586e-9018-4a39-b698-12b61014cb3d req-b02f2a31-61ff-4e90-b9cb-78972fe8b0a3 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:58.229586 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4751586e-9018-4a39-b698-12b61014cb3d req-b02f2a31-61ff-4e90-b9cb-78972fe8b0a3 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 932 time: 0.0597749 Feb 09 13:19:58.254344 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.308119 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4751586e-9018-4a39-b698-12b61014cb3d req-14c79806-e9d0-4d48-9c4d-6a25f04f5ab7 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713983 Feb 09 13:19:58.353527 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0473794-25d6-4297-bd7b-f2930167cb57 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:19:58.360896 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Publish callbacks [] for port (d0473794-25d6-4297-bd7b-f2930167cb57), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.370481 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Publish callbacks [] for security_group (a84b6d24-e926-42fc-8827-50cf0f438c3f), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.373431 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Transition to ACTIVE for port object d0473794-25d6-4297-bd7b-f2930167cb57 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:58.489659 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (a84b6d24-e926-42fc-8827-50cf0f438c3f), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.512528 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.527899 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5a4de6787b3346d6834fa3578146242f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062512 Feb 09 13:19:58.528779 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84b6d24-e926-42fc-8827-50cf0f438c3f,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:58.531817 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48688) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:58.547948 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.548291 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.548647 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.548990 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.549329 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.549687 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.549996 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.550331 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.550702 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.551028 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.551359 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.551675 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.552001 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb766fb-8918-4a98-8735-2561045b4b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:58.604327 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8811cfa-6e0e-4217-8e62-5dfdf869a742 admin admin] Publish callbacks [] for security_group (a84b6d24-e926-42fc-8827-50cf0f438c3f), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.604521 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Pushing event updated for resources: {'Port': ['ID=d0473794-25d6-4297-bd7b-f2930167cb57,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:58.621389 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8811cfa-6e0e-4217-8e62-5dfdf869a742 admin admin] Publish callbacks [] for security_group (a84b6d24-e926-42fc-8827-50cf0f438c3f), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.639617 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Attempting to bind port d0473794-25d6-4297-bd7b-f2930167cb57 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:19:58.639950 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Attempting to bind port d0473794-25d6-4297-bd7b-f2930167cb57 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:19:58.640277 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Attempting to bind port d0473794-25d6-4297-bd7b-f2930167cb57 on network 05ef35c6-6e26-4081-883e-e7a7d012ab72 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:19:58.644938 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Port d0473794-25d6-4297-bd7b-f2930167cb57 on network 05ef35c6-6e26-4081-883e-e7a7d012ab72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:19:58.652142 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Attempting to bind port d0473794-25d6-4297-bd7b-f2930167cb57 on network 05ef35c6-6e26-4081-883e-e7a7d012ab72 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:19:58.652142 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:19:58.652142 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Checking segment: {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:19:58.652142 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Bound using segment: {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:19:58.652142 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Bound port: d0473794-25d6-4297-bd7b-f2930167cb57, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:19:58.652142 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.719474 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] For port d0473794-25d6-4297-bd7b-f2930167cb57, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:58.722615 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] For port d0473794-25d6-4297-bd7b-f2930167cb57, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=d0473794-25d6-4297-bd7b-f2930167cb57,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:58.767054 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8811cfa-6e0e-4217-8e62-5dfdf869a742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (a84b6d24-e926-42fc-8827-50cf0f438c3f), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.769694 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c8811cfa-6e0e-4217-8e62-5dfdf869a742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.770870 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-c8811cfa-6e0e-4217-8e62-5dfdf869a742 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a84b6d24-e926-42fc-8827-50cf0f438c3f HTTP/1.1" status: 204 len: 168 time: 0.2381375 Feb 09 13:19:58.779219 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8811cfa-6e0e-4217-8e62-5dfdf869a742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84b6d24-e926-42fc-8827-50cf0f438c3f,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:58.798802 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.848047 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:58.848047 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:58.848047 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] 10.222.0.31 "PUT /v2.0/ports/d0473794-25d6-4297-bd7b-f2930167cb57 HTTP/1.1" status: 200 len: 1094 time: 0.8438358 Feb 09 13:19:58.848047 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'tag': 'd0473794-25d6-4297-bd7b-f2930167cb57'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:19:58.848577 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c99c71b-e011-4934-bc2b-6c92037a5dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2ac1f9-be36-466a-ac50-831c548547c7", "tag": "d0473794-25d6-4297-bd7b-f2930167cb57"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:19:58.866155 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17529f62-6b29-4798-8409-985bceea6a34 service neutron] Pushing event updated for resources: {'Port': ['ID=d0473794-25d6-4297-bd7b-f2930167cb57,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:58.891535 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b1cf0d-de5d-4431-9825-325d790c6a1c x-openstack-request-id: req-a0b1cf0d-de5d-4431-9825-325d790c6a1c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:19:58.891835 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2ac1f9-be36-466a-ac50-831c548547c7", "tag": "d0473794-25d6-4297-bd7b-f2930167cb57", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:19:58.892094 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a0b1cf0d-de5d-4431-9825-325d790c6a1c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:19:58.892500 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'tag': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'status': 'completed', 'code': 200} Feb 09 13:19:58.964092 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99c71b-e011-4934-bc2b-6c92037a5dc8 req-c8569430-bf93-4e52-98e7-28445f98d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:58.965629 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3c99c71b-e011-4934-bc2b-6c92037a5dc8 req-c8569430-bf93-4e52-98e7-28445f98d8f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 1128 time: 0.0520790 Feb 09 13:19:59.072944 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99c71b-e011-4934-bc2b-6c92037a5dc8 req-7b6109ca-5c76-4efb-9a2b-45be0e291f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.074657 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3c99c71b-e011-4934-bc2b-6c92037a5dc8 req-7b6109ca-5c76-4efb-9a2b-45be0e291f65 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=d5ef8e70a161475ab7130108627df2e4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1020570 Feb 09 13:19:59.170716 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99c71b-e011-4934-bc2b-6c92037a5dc8 req-a52a0a53-b3d7-47d0-96b5-35bcb65c8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.172190 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3c99c71b-e011-4934-bc2b-6c92037a5dc8 req-a52a0a53-b3d7-47d0-96b5-35bcb65c8ead service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915527 Feb 09 13:19:59.250487 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-782be6e7-20ec-4069-8e3d-9354424ddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.252022 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-782be6e7-20ec-4069-8e3d-9354424ddf55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 1128 time: 0.0449665 Feb 09 13:19:59.289252 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:59.294219 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-cf458da9-09b5-4592-8893-9159f25c4260 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0473794-25d6-4297-bd7b-f2930167cb57 HTTP/1.1" status: 200 len: 217 time: 0.0342255 Feb 09 13:19:59.345382 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-015cefe0-a0fe-482e-a7b7-ebb77c219541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.346983 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-015cefe0-a0fe-482e-a7b7-ebb77c219541 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0475106 Feb 09 13:19:59.406265 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-f96cf624-2982-4a72-9525-392801ebf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.408034 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-f96cf624-2982-4a72-9525-392801ebf1f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545027 Feb 09 13:19:59.436643 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffca735-574a-4373-acdb-190a40d23363 req-68822fec-88b4-40af-a3ad-0751bc8dc469 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.438159 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fffca735-574a-4373-acdb-190a40d23363 req-68822fec-88b4-40af-a3ad-0751bc8dc469 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 944 time: 0.0567446 Feb 09 13:19:59.478906 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 48700) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:59.491300 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fffca735-574a-4373-acdb-190a40d23363 req-7486f1b1-b595-4870-b17e-7d202d3d7bfb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470850 Feb 09 13:19:59.499380 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fc78818-964b-407d-a368-3c485d1b2a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:59.525516 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-2ae85d5c-680d-4ba9-8a9e-a122ccfb1d83 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096556 Feb 09 13:19:59.652734 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0bb8d2ff-c1f0-4cf9-9fd3-142f14efc85b req-b7c03f35-1a3a-4cd7-8845-a4194b14a890 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209497 Feb 09 13:19:59.665062 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fc78818-964b-407d-a368-3c485d1b2a33 admin admin] Publish callbacks [] for security_group (75b9ea21-6820-4e84-baca-b342c8c9e768), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:59.826808 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4fc78818-964b-407d-a368-3c485d1b2a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (75b9ea21-6820-4e84-baca-b342c8c9e768), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:59.864619 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc78818-964b-407d-a368-3c485d1b2a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b9ea21-6820-4e84-baca-b342c8c9e768,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:59.868947 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4fc78818-964b-407d-a368-3c485d1b2a33 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f5e84653233c4d2db3eb8e494458d747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890934 Feb 09 13:19:59.876118 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48702) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:19:59.920942 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-14ed9b19-3c29-4dff-8fa7-4b190067cee0 admin admin] Publish callbacks [] for security_group (75b9ea21-6820-4e84-baca-b342c8c9e768), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:19:59.941537 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-14ed9b19-3c29-4dff-8fa7-4b190067cee0 admin admin] Publish callbacks [] for security_group (75b9ea21-6820-4e84-baca-b342c8c9e768), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:00.072827 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-14ed9b19-3c29-4dff-8fa7-4b190067cee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (75b9ea21-6820-4e84-baca-b342c8c9e768), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:00.075447 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-14ed9b19-3c29-4dff-8fa7-4b190067cee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:00.076598 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-14ed9b19-3c29-4dff-8fa7-4b190067cee0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/75b9ea21-6820-4e84-baca-b342c8c9e768 HTTP/1.1" status: 204 len: 168 time: 0.2036860 Feb 09 13:20:00.088437 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed9b19-3c29-4dff-8fa7-4b190067cee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b9ea21-6820-4e84-baca-b342c8c9e768,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:00.632493 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb49d2-76df-4a80-8029-e26f9661a621 req-ce24ce81-2784-4ac7-9b3a-96995ed18c98 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:00.634056 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fceb49d2-76df-4a80-8029-e26f9661a621 req-ce24ce81-2784-4ac7-9b3a-96995ed18c98 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 944 time: 0.0625169 Feb 09 13:20:00.686427 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-fceb49d2-76df-4a80-8029-e26f9661a621 req-388f4ca0-3855-4bb5-88c1-04ac277d33cc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454712 Feb 09 13:20:01.253793 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48732) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:01.352209 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1466805769-network', 'tenant_id': '6dca32f78f5a452f8d56599f01e5834b'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:01.449127 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Made reservation on behalf of 6dca32f78f5a452f8d56599f01e5834b for: {'network': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:01.451384 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:01.459812 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:01.531980 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Publish callbacks [] for security_group (63d7381b-08b0-459b-9eea-6d613c977320), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:01.631853 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (63d7381b-08b0-459b-9eea-6d613c977320), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:01.653076 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:01.666519 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d7381b-08b0-459b-9eea-6d613c977320,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:01.671220 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (e47ffa98-f73d-4b3c-8db8-2add9a76569d), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:01.671561 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.segments_db [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Added segment e47ffa98-f73d-4b3c-8db8-2add9a76569d of type vlan for network ae4d67fc-22fe-45a8-9cec-c99522d9dbb8 Feb 09 13:20:01.710624 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (ae4d67fc-22fe-45a8-9cec-c99522d9dbb8), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:01.807209 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f880556-0023-4804-b80c-07c4ded3a8a1 req-0942837d-dabe-4f0c-a399-66522fc36546 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.808772 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3f880556-0023-4804-b80c-07c4ded3a8a1 req-0942837d-dabe-4f0c-a399-66522fc36546 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 944 time: 0.0518024 Feb 09 13:20:01.809824 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (ae4d67fc-22fe-45a8-9cec-c99522d9dbb8), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:01.810727 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.811318 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:01.887469 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4d67fc-22fe-45a8-9cec-c99522d9dbb8,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:01.897335 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network ae4d67fc-22fe-45a8-9cec-c99522d9dbb8 details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:20:01.912547 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3f880556-0023-4804-b80c-07c4ded3a8a1 req-1fe0eb9c-9f74-4400-aedf-163374e9e21c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976043 Feb 09 13:20:01.928488 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-f9ac1c0c-b944-46f4-8dcd-0ab2d4b0ad04 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6735988 Feb 09 13:20:01.932359 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48740) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:01.937314 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] Request body: {'subnet': {'network_id': 'ae4d67fc-22fe-45a8-9cec-c99522d9dbb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1466805769-subnet', 'tenant_id': '6dca32f78f5a452f8d56599f01e5834b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:02.035756 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] Made reservation on behalf of 6dca32f78f5a452f8d56599f01e5834b for: {'subnet': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:02.038121 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2449140'] for subnet (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:02.308503 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3231662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2449098'] for subnet (ea96ba7d-f254-4942-9e8a-46ef4eb006af), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:02.361418 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea96ba7d-f254-4942-9e8a-46ef4eb006af,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:02.372180 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] Checking segment: {'id': 'e47ffa98-f73d-4b3c-8db8-2add9a76569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ae4d67fc-22fe-45a8-9cec-c99522d9dbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:20:02.372533 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] Network hostable DHCP agents. Network: ae4d67fc-22fe-45a8-9cec-c99522d9dbb8, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:02.437498 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] Network ae4d67fc-22fe-45a8-9cec-c99522d9dbb8 is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:02.535000 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, ae4d67fc-22fe-45a8-9cec-c99522d9dbb8) {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:02.539166 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:02.544627 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:02.545398 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f1d01a-09b4-4455-8ff5-e52df417ba72 None None] Network ae4d67fc-22fe-45a8-9cec-c99522d9dbb8 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:20:02.641985 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba821bd-191a-4864-b563-638a10b78711 None None] Network ae4d67fc-22fe-45a8-9cec-c99522d9dbb8 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:20:02.650652 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a9914412-a949-4a3f-b357-77d2531920c3 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7170687 Feb 09 13:20:03.046887 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0977a5-d196-49e3-a284-4d88a1743b10 req-63b58f83-7c5f-4c07-8d92-55f81d1952cb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.048379 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb0977a5-d196-49e3-a284-4d88a1743b10 req-63b58f83-7c5f-4c07-8d92-55f81d1952cb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 944 time: 0.0561740 Feb 09 13:20:03.096108 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-bb0977a5-d196-49e3-a284-4d88a1743b10 req-e2a965f9-179a-4e3a-a138-fb9796116ddf tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422280 Feb 09 13:20:03.392199 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48760) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:03.397017 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1571348762-network', 'tenant_id': 'd7b4077c737f414d88cd52e20dbaba51'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:03.592339 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Made reservation on behalf of d7b4077c737f414d88cd52e20dbaba51 for: {'network': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:03.594730 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:03.604360 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:03.680029 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Publish callbacks [] for security_group (e4eff9df-6bcb-4356-aeb0-6b05598325eb), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:03.763633 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e4eff9df-6bcb-4356-aeb0-6b05598325eb), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:03.790302 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:03.796362 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eff9df-6bcb-4356-aeb0-6b05598325eb,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:03.802371 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (977c39be-7817-4aaf-9f43-20b74451cc59), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:03.807318 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.segments_db [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Added segment 977c39be-7817-4aaf-9f43-20b74451cc59 of type vlan for network 0470aff4-c395-403d-a3ec-c698925bc050 Feb 09 13:20:03.848591 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (0470aff4-c395-403d-a3ec-c698925bc050), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:03.915769 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (0470aff4-c395-403d-a3ec-c698925bc050), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:03.916867 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.917458 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:03.974640 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] Pushing event updated for resources: {'Network': ['ID=0470aff4-c395-403d-a3ec-c698925bc050,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:03.984637 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 0470aff4-c395-403d-a3ec-c698925bc050 details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:20:04.023368 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-cec2f0b4-c07e-4f1f-b78b-cd5cf94504e6 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6300654 Feb 09 13:20:04.025925 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 48764) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:04.031637 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] Request body: {'subnet': {'network_id': '0470aff4-c395-403d-a3ec-c698925bc050', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1571348762-subnet', 'tenant_id': 'd7b4077c737f414d88cd52e20dbaba51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:04.141230 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] Made reservation on behalf of d7b4077c737f414d88cd52e20dbaba51 for: {'subnet': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:04.145183 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2449140'] for subnet (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:04.280037 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f7f04-4216-4b26-aae6-85385c77f526 req-925d6c17-b5de-43bb-b68d-6bd4488953c2 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:04.283772 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-064f7f04-4216-4b26-aae6-85385c77f526 req-925d6c17-b5de-43bb-b68d-6bd4488953c2 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 944 time: 0.0785525 Feb 09 13:20:04.386917 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-064f7f04-4216-4b26-aae6-85385c77f526 req-453edcf7-a3ea-48ca-a993-919f9c6b72ac tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966387 Feb 09 13:20:04.483685 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3231662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2449098'] for subnet (c6a70728-b685-499f-8788-c33fb001ef82), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:04.531874 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a70728-b685-499f-8788-c33fb001ef82,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:04.548446 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] Checking segment: {'id': '977c39be-7817-4aaf-9f43-20b74451cc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0470aff4-c395-403d-a3ec-c698925bc050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:20:04.548804 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] Network hostable DHCP agents. Network: 0470aff4-c395-403d-a3ec-c698925bc050, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:04.715824 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] Network 0470aff4-c395-403d-a3ec-c698925bc050 is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:04.835920 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 0470aff4-c395-403d-a3ec-c698925bc050) {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:04.840727 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:04.845468 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:04.846151 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca78bd9-4a1d-4618-95b0-8f3c2cdaa193 None None] Network 0470aff4-c395-403d-a3ec-c698925bc050 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:20:04.924393 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-4aa3ee91-d1c2-4c5a-8cc0-bbd33ef7bce7 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8966627 Feb 09 13:20:04.944221 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7279ab61-ce7e-47ae-8d6f-d5a40390bc50 None None] Network 0470aff4-c395-403d-a3ec-c698925bc050 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:20:05.655610 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf8e8e-6f1c-40fb-84ec-5b6b96554ce7 req-7563f081-82ec-47b4-8de2-cb3e2bbb773c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:05.657123 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b2bf8e8e-6f1c-40fb-84ec-5b6b96554ce7 req-7563f081-82ec-47b4-8de2-cb3e2bbb773c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 944 time: 0.0540977 Feb 09 13:20:05.708458 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-b2bf8e8e-6f1c-40fb-84ec-5b6b96554ce7 req-a29686c3-f7f7-41a2-84b2-0e411362130f tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456495 Feb 09 13:20:06.825100 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e3993-8e3e-49a0-8e86-93cc47bbe664 req-a6f82882-c3ac-4a0e-b5e8-742ce0799f4b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:06.826578 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-277e3993-8e3e-49a0-8e86-93cc47bbe664 req-a6f82882-c3ac-4a0e-b5e8-742ce0799f4b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 944 time: 0.0521436 Feb 09 13:20:06.872480 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-277e3993-8e3e-49a0-8e86-93cc47bbe664 req-7e30fd0a-cda7-406b-accc-4892d34411b3 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403793 Feb 09 13:20:07.988095 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c938-c49e-403e-9f95-b5226ccadb14 req-0e58fe58-090c-4f63-83cf-0ac6c6fe15d6 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:07.989592 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5a89c938-c49e-403e-9f95-b5226ccadb14 req-0e58fe58-090c-4f63-83cf-0ac6c6fe15d6 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 944 time: 0.0514131 Feb 09 13:20:08.042020 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5a89c938-c49e-403e-9f95-b5226ccadb14 req-bf70132c-3d72-4bff-b70a-a3f951ddd613 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467167 Feb 09 13:20:09.175508 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15d2fd-0484-407b-968e-6855c46067ae req-65c35ebc-b82d-41df-af77-34f5fbaa4a46 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:09.176983 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0b15d2fd-0484-407b-968e-6855c46067ae req-65c35ebc-b82d-41df-af77-34f5fbaa4a46 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 944 time: 0.0572281 Feb 09 13:20:09.226820 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-0b15d2fd-0484-407b-968e-6855c46067ae req-084ae5eb-50d2-489e-ab9c-135e837f9c4d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442269 Feb 09 13:20:10.349817 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28ff87-575b-4b88-a2c9-c23531a64596 req-b4ffb09d-92be-4a55-aa1a-d999ed212b52 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:10.351355 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1f28ff87-575b-4b88-a2c9-c23531a64596 req-b4ffb09d-92be-4a55-aa1a-d999ed212b52 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 944 time: 0.0532198 Feb 09 13:20:10.399268 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1f28ff87-575b-4b88-a2c9-c23531a64596 req-8336b4b9-3516-4a56-b748-573a7c643351 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417547 Feb 09 13:20:11.089024 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device d0473794-25d6-4297-bd7b-f2930167cb57 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:20:11.185399 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port d0473794-25d6-4297-bd7b-f2930167cb57, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=d0473794-25d6-4297-bd7b-f2930167cb57,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:11.197690 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'port_id': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'mac_address': 'fa:16:3e:1a:c3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:20:11.240023 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port d0473794-25d6-4297-bd7b-f2930167cb57 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:11.240336 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:11.254004 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0473794-25d6-4297-bd7b-f2930167cb57 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:20:11.273281 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port d0473794-25d6-4297-bd7b-f2930167cb57, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=d0473794-25d6-4297-bd7b-f2930167cb57,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:11.366964 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:11.414076 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=d0473794-25d6-4297-bd7b-f2930167cb57,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:11.515097 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951beff-46f6-4f58-a83c-dff15e66d1c1 req-26bcdbb5-e77f-4ba4-b099-4ad539c62edc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:11.516468 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6951beff-46f6-4f58-a83c-dff15e66d1c1 req-26bcdbb5-e77f-4ba4-b099-4ad539c62edc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 945 time: 0.0510595 Feb 09 13:20:11.566677 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-6951beff-46f6-4f58-a83c-dff15e66d1c1 req-27b7c1eb-86c1-4c1a-8340-ad0f869110b8 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442617 Feb 09 13:20:11.617510 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['d0473794-25d6-4297-bd7b-f2930167cb57'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:20:12.688323 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19b147-66e4-4553-ae2d-f48e002d3fde req-1871bbb4-ee8a-4db6-bad7-22357dd9e381 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:12.689799 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4f19b147-66e4-4553-ae2d-f48e002d3fde req-1871bbb4-ee8a-4db6-bad7-22357dd9e381 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 945 time: 0.0573659 Feb 09 13:20:12.738338 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4f19b147-66e4-4553-ae2d-f48e002d3fde req-c584f3d6-8f2d-4b56-afa4-2984fddff074 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426407 Feb 09 13:20:13.092598 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device d0473794-25d6-4297-bd7b-f2930167cb57 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:20:13.209304 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port d0473794-25d6-4297-bd7b-f2930167cb57 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:13.213785 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port d0473794-25d6-4297-bd7b-f2930167cb57 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:13.214301 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:13.293716 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port d0473794-25d6-4297-bd7b-f2930167cb57 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:13.294110 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:13.317076 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0473794-25d6-4297-bd7b-f2930167cb57'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:20:13.319295 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca1a4a2-0fe3-4dbb-bc70-e9f734946a9d" -d '{"events": [{"server_uuid": "3f2ac1f9-be36-466a-ac50-831c548547c7", "name": "network-vif-plugged", "status": "completed", "tag": "d0473794-25d6-4297-bd7b-f2930167cb57"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:20:13.332017 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port d0473794-25d6-4297-bd7b-f2930167cb57, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=d0473794-25d6-4297-bd7b-f2930167cb57,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:13.355121 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fafa3e-6fa2-4dc3-b28d-b5de92a7a25d x-openstack-request-id: req-75fafa3e-6fa2-4dc3-b28d-b5de92a7a25d {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:20:13.355413 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2ac1f9-be36-466a-ac50-831c548547c7", "name": "network-vif-plugged", "status": "completed", "tag": "d0473794-25d6-4297-bd7b-f2930167cb57", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:20:13.355662 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-75fafa3e-6fa2-4dc3-b28d-b5de92a7a25d {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:20:13.356065 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'code': 200} Feb 09 13:20:13.415132 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:13.466770 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=d0473794-25d6-4297-bd7b-f2930167cb57,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:13.665226 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0473b5-2cd5-42c8-aa5d-63336b845a25 req-62e637dc-444a-4554-8424-f454ab45076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:13.666885 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ad0473b5-2cd5-42c8-aa5d-63336b845a25 req-62e637dc-444a-4554-8424-f454ab45076b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 1130 time: 0.0454350 Feb 09 13:20:13.712559 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ad0473b5-2cd5-42c8-aa5d-63336b845a25 req-a46f1a13-e0c7-4c99-9732-ae2b470307a6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397036 Feb 09 13:20:13.863641 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344cf47-257d-4bc5-b552-15f1e2d08b50 req-a0be9bdc-6354-41b3-b5f4-022bcb78df23 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:13.865142 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5344cf47-257d-4bc5-b552-15f1e2d08b50 req-a0be9bdc-6354-41b3-b5f4-022bcb78df23 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 946 time: 0.0568061 Feb 09 13:20:13.913254 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5344cf47-257d-4bc5-b552-15f1e2d08b50 req-b1fe4a9a-52b7-4bf3-8087-5709f226cfa0 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425305 Feb 09 13:20:15.040473 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fb389-3e0b-47e1-91a8-a0193c4977aa req-b9e13acc-7e1f-498b-9534-3d645c709c45 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:15.041868 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d44fb389-3e0b-47e1-91a8-a0193c4977aa req-b9e13acc-7e1f-498b-9534-3d645c709c45 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 946 time: 0.0556519 Feb 09 13:20:15.090416 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d44fb389-3e0b-47e1-91a8-a0193c4977aa req-aa58610d-2244-4472-992c-a7822672eab3 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426893 Feb 09 13:20:15.216360 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4432dd2-7366-4e4c-8f63-5c59beae04e3 req-0627fa69-8947-431a-b6b9-606884d9b5bc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:15.217885 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4432dd2-7366-4e4c-8f63-5c59beae04e3 req-0627fa69-8947-431a-b6b9-606884d9b5bc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 946 time: 0.0597959 Feb 09 13:20:15.265210 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a4432dd2-7366-4e4c-8f63-5c59beae04e3 req-6490a84a-4bb0-43f9-bf82-9a3f171cfae1 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 Feb 09 13:20:15.287998 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 48888) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:15.331774 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e4f92d-68a5-431e-a486-fc57a05441a6 tempest-TestVolumeBootPattern-1162106605 tempest-TestVolumeBootPattern-1162106605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:15.333297 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-11e4f92d-68a5-431e-a486-fc57a05441a6 tempest-TestVolumeBootPattern-1162106605 tempest-TestVolumeBootPattern-1162106605-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 1125 time: 0.0442021 Feb 09 13:20:15.336156 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 48892) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:15.340449 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'floatingip': {'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'port_id': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:15.419034 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:15.518906 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:15.633123 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Allocated IP 172.27.1.60 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:15.732179 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for port (edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:15.872886 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:15.908262 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:15.913450 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:15.916994 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:20:15.947152 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'Port': ['ID=edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:16.116807 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1b611-8d11-46dc-9553-34b48d1ad947 req-3af4b8a9-4086-425b-8b71-26bf283c1c40 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:16.118322 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0ba1b611-8d11-46dc-9553-34b48d1ad947 req-3af4b8a9-4086-425b-8b71-26bf283c1c40 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 946 time: 0.1284645 Feb 09 13:20:16.203178 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-0ba1b611-8d11-46dc-9553-34b48d1ad947 req-86b12cca-d31f-48c2-8709-b76dcf5c70ed tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604124 Feb 09 13:20:16.346509 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (e3f1b302-f1d1-4967-aaa9-527461b42db1), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:16.494727 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:16.644682 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for port (edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:16.704254 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:16.781754 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'Port': ['ID=edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:16.791339 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (e3f1b302-f1d1-4967-aaa9-527461b42db1), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:17.155891 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Floating IP e3f1b302-f1d1-4967-aaa9-527461b42db1 associated. External IP: 172.27.1.60, port: d0473794-25d6-4297-bd7b-f2930167cb57. Feb 09 13:20:17.337334 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df8b5-fbd7-4fa7-ac28-fb208d89744a req-d3c24449-5692-4fdc-afc8-441f67c84ec8 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.338906 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d64df8b5-fbd7-4fa7-ac28-fb208d89744a req-d3c24449-5692-4fdc-afc8-441f67c84ec8 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 946 time: 0.0548756 Feb 09 13:20:17.369131 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:17.375787 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Router e73b4101-af1d-4c80-b29e-46f59e7720e9 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:17.388720 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d64df8b5-fbd7-4fa7-ac28-fb208d89744a req-36bad7ab-1d2c-4a29-874f-469a722f4983 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f6e92f2-6c49-4c97-b2c6-c4eebae50102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Feb 09 13:20:17.486848 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:17.496721 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee4e70-f3da-4162-acdc-42065f9f8ba1 None None] Sync routers for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:20:17.506303 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee4e70-f3da-4162-acdc-42065f9f8ba1 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:20:17.506954 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43ee4e70-f3da-4162-acdc-42065f9f8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:19:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:17.542635 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:17.572174 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-000e5bdc-98b7-4513-9ec3-b7f6aad1aeab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2350111 Feb 09 13:20:17.572839 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'tag': 'd0473794-25d6-4297-bd7b-f2930167cb57'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:20:17.575138 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2ac1f9-be36-466a-ac50-831c548547c7", "tag": "d0473794-25d6-4297-bd7b-f2930167cb57"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:20:17.611144 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f44862-cf7f-4904-986e-cfc48cbc87f0 x-openstack-request-id: req-b7f44862-cf7f-4904-986e-cfc48cbc87f0 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:20:17.611440 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2ac1f9-be36-466a-ac50-831c548547c7", "tag": "d0473794-25d6-4297-bd7b-f2930167cb57", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:20:17.611698 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7f44862-cf7f-4904-986e-cfc48cbc87f0 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:20:17.612102 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'tag': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'status': 'completed', 'code': 200} Feb 09 13:20:17.625531 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-43ee4e70-f3da-4162-acdc-42065f9f8ba1 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:20:17.712751 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584 req-c2d3c278-8a0d-4e3e-a75f-d3ac87c05010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.714409 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584 req-c2d3c278-8a0d-4e3e-a75f-d3ac87c05010 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 1130 time: 0.0769455 Feb 09 13:20:17.725708 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9c584-fc18-4486-815e-d362b06c1d6e req-71623b84-2dfc-40f4-a6b8-70d971394537 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.727136 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-86c9c584-fc18-4486-815e-d362b06c1d6e req-71623b84-2dfc-40f4-a6b8-70d971394537 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 946 time: 0.0643942 Feb 09 13:20:17.881933 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584 req-87014748-11b1-4347-9b70-df7d3eb89495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.883438 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584 req-87014748-11b1-4347-9b70-df7d3eb89495 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 913 time: 0.1554072 Feb 09 13:20:17.938162 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-86c9c584-fc18-4486-815e-d362b06c1d6e req-60e89aeb-ff05-4aa8-a298-e2f210dd9294 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Deleting port fc8410c3-602e-483a-acb8-90febda053d9 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:20:17.938497 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-86c9c584-fc18-4486-815e-d362b06c1d6e req-60e89aeb-ff05-4aa8-a298-e2f210dd9294 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (fc8410c3-602e-483a-acb8-90febda053d9), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:17.967085 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43ee4e70-f3da-4162-acdc-42065f9f8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'e3f1b302-f1d1-4967-aaa9-527461b42db1', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:1a:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:16Z', 'updated_at': '2022-02-09T13:20:16Z', 'revision_number': 0, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:17.995048 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584 req-c651d2bd-fe34-481b-a08f-5943e89519e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0473794-25d6-4297-bd7b-f2930167cb57 HTTP/1.1" status: 200 len: 999 time: 0.1049368 Feb 09 13:20:18.003619 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee4e70-f3da-4162-acdc-42065f9f8ba1 None None] Checking router: e73b4101-af1d-4c80-b29e-46f59e7720e9 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:20:18.012325 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee4e70-f3da-4162-acdc-42065f9f8ba1 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:20:18.013093 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43ee4e70-f3da-4162-acdc-42065f9f8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:19:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:18.075822 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584 req-51bd4fc8-ec27-461e-a050-faade71530c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:18.077304 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584 req-51bd4fc8-ec27-461e-a050-faade71530c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0752819 Feb 09 13:20:18.084618 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-86c9c584-fc18-4486-815e-d362b06c1d6e req-60e89aeb-ff05-4aa8-a298-e2f210dd9294 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] For port fc8410c3-602e-483a-acb8-90febda053d9, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=fc8410c3-602e-483a-acb8-90febda053d9,segment=NetworkSegment(c6f55250-818d-4683-89c7-61dfcbe0fd5a),segment_id=c6f55250-818d-4683-89c7-61dfcbe0fd5a)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:18.085024 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-86c9c584-fc18-4486-815e-d362b06c1d6e req-60e89aeb-ff05-4aa8-a298-e2f210dd9294 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (fc8410c3-602e-483a-acb8-90febda053d9), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:18.121044 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-86c9c584-fc18-4486-815e-d362b06c1d6e req-60e89aeb-ff05-4aa8-a298-e2f210dd9294 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Calling delete_port for fc8410c3-602e-483a-acb8-90febda053d9 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:20:18.184106 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584 req-e43c9365-55cf-4ee2-8a9a-cac6225e4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:18.186273 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584 req-e43c9365-55cf-4ee2-8a9a-cac6225e4ec4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984633 Feb 09 13:20:18.271399 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-43ee4e70-f3da-4162-acdc-42065f9f8ba1 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:20:18.327088 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584 req-83e238ce-bd01-4a30-8661-708fa9a44e4f service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306398 Feb 09 13:20:18.401951 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-86c9c584-fc18-4486-815e-d362b06c1d6e req-60e89aeb-ff05-4aa8-a298-e2f210dd9294 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (fc8410c3-602e-483a-acb8-90febda053d9), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:18.427451 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['fc8410c3-602e-483a-acb8-90febda053d9'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:20:18.449878 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e89aeb-ff05-4aa8-a298-e2f210dd9294 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Pushing event deleted for resources: {'Port': ['ID=fc8410c3-602e-483a-acb8-90febda053d9,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:18.473107 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c3d5fb84-d599-4cfd-8ba9-3c7aaea5d584 req-0743f9a0-d760-4d47-b467-7b51524d5a18 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400230 Feb 09 13:20:18.513710 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c9c584-fc18-4486-815e-d362b06c1d6e req-60e89aeb-ff05-4aa8-a298-e2f210dd9294 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] No DVR routers for this DVR port fc8410c3-602e-483a-acb8-90febda053d9 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:18.516829 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-86c9c584-fc18-4486-815e-d362b06c1d6e req-60e89aeb-ff05-4aa8-a298-e2f210dd9294 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:18.520469 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-86c9c584-fc18-4486-815e-d362b06c1d6e req-60e89aeb-ff05-4aa8-a298-e2f210dd9294 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.31 "DELETE /v2.0/ports/fc8410c3-602e-483a-acb8-90febda053d9 HTTP/1.1" status: 204 len: 173 time: 0.7844820 Feb 09 13:20:18.520994 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-03a79cb0-665c-4eae-9d3e-5e5336d2224c req-5569c993-e4f3-4731-8397-8fd5a7712f58 tempest-VolumesSnapshotTestJSON-786938842 tempest-VolumesSnapshotTestJSON-786938842-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a601aac-7dbb-498f-ba4d-76af285c06e5 HTTP/1.1" status: 200 len: 210 time: 0.0473225 Feb 09 13:20:18.561462 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-43ee4e70-f3da-4162-acdc-42065f9f8ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'e3f1b302-f1d1-4967-aaa9-527461b42db1', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:1a:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:16Z', 'updated_at': '2022-02-09T13:20:16Z', 'revision_number': 0, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:18.587776 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee4e70-f3da-4162-acdc-42065f9f8ba1 None None] The sync data for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi is: [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'e3f1b302-f1d1-4967-aaa9-527461b42db1', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:1a:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:16Z', 'updated_at': '2022-02-09T13:20:16Z', 'revision_number': 0, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:20:18.784311 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba554d4-f254-42dc-a216-dc0dd56b8498 None None] New status for floating IP e3f1b302-f1d1-4967-aaa9-527461b42db1: ACTIVE {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:20:19.613563 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a601aac-7dbb-498f-ba4d-76af285c06e5', 'name': 'network-vif-deleted', 'tag': 'fc8410c3-602e-483a-acb8-90febda053d9'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:20:19.617478 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f56a313-94cd-48b9-b5ef-0e61ede773b6" -d '{"events": [{"server_uuid": "5a601aac-7dbb-498f-ba4d-76af285c06e5", "name": "network-vif-deleted", "tag": "fc8410c3-602e-483a-acb8-90febda053d9"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:20:19.652192 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82517a9c-584a-47d4-bf74-ef82b1ac9f32 x-openstack-request-id: req-82517a9c-584a-47d4-bf74-ef82b1ac9f32 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:20:19.652491 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a601aac-7dbb-498f-ba4d-76af285c06e5", "name": "network-vif-deleted", "tag": "fc8410c3-602e-483a-acb8-90febda053d9", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:20:19.652746 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-82517a9c-584a-47d4-bf74-ef82b1ac9f32 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:20:19.653151 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a601aac-7dbb-498f-ba4d-76af285c06e5', 'name': 'network-vif-deleted', 'tag': 'fc8410c3-602e-483a-acb8-90febda053d9', 'status': 'completed', 'code': 200} Feb 09 13:20:21.134536 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fc8410c3-602e-483a-acb8-90febda053d9 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:20:21.155057 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: fc8410c3-602e-483a-acb8-90febda053d9 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:20:21.155406 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device fc8410c3-602e-483a-acb8-90febda053d9 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:20:21.583362 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:20:22.797556 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-42754f62-1d29-482b-9548-aedf0ef2e1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.048869 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b339b9a5-ef2e-4034-917b-3793e48f088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.516878 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49000) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:25.560050 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee711c1b-d34d-4c77-ad64-3ee96d7e22b7 admin admin] Deleting subnet ea96ba7d-f254-4942-9e8a-46ef4eb006af {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:20:25.563209 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee711c1b-d34d-4c77-ad64-3ee96d7e22b7 admin admin] Publish callbacks [] for subnet (ea96ba7d-f254-4942-9e8a-46ef4eb006af), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.596211 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee711c1b-d34d-4c77-ad64-3ee96d7e22b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8445525'] for subnet (ea96ba7d-f254-4942-9e8a-46ef4eb006af), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.633074 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee711c1b-d34d-4c77-ad64-3ee96d7e22b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (ea96ba7d-f254-4942-9e8a-46ef4eb006af), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.735208 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee711c1b-d34d-4c77-ad64-3ee96d7e22b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510234'] for subnet (ea96ba7d-f254-4942-9e8a-46ef4eb006af), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.760865 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee711c1b-d34d-4c77-ad64-3ee96d7e22b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea96ba7d-f254-4942-9e8a-46ef4eb006af,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:25.765285 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee711c1b-d34d-4c77-ad64-3ee96d7e22b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.769161 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ee711c1b-d34d-4c77-ad64-3ee96d7e22b7 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ea96ba7d-f254-4942-9e8a-46ef4eb006af HTTP/1.1" status: 204 len: 168 time: 0.2512040 Feb 09 13:20:25.771274 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49006) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:25.837175 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (ae4d67fc-22fe-45a8-9cec-c99522d9dbb8), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.915770 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (ae4d67fc-22fe-45a8-9cec-c99522d9dbb8), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.936491 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4d67fc-22fe-45a8-9cec-c99522d9dbb8']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:25.945403 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47ffa98-f73d-4b3c-8db8-2add9a76569d') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:25.945694 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47ffa98-f73d-4b3c-8db8-2add9a76569d') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:25.954586 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8445534'] for segment (e47ffa98-f73d-4b3c-8db8-2add9a76569d), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.967103 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (e47ffa98-f73d-4b3c-8db8-2add9a76569d), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.972726 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:20:25.973102 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3579570'] for segment (e47ffa98-f73d-4b3c-8db8-2add9a76569d), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: Traceback (most recent call last): Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: timer() Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: cb(*args, **kw) Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: return func(*args, **kwargs) Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: self._notify() Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: self.callback(batched_events) Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: event.method(event) Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: return f(self, *a, **k) Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: return self._get(url).json() Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:25.976134 dv-cinder-827860-3-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:26.127255 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (ae4d67fc-22fe-45a8-9cec-c99522d9dbb8), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.132595 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.138092 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] 10.222.0.84 "DELETE /v2.0/networks/ae4d67fc-22fe-45a8-9cec-c99522d9dbb8 HTTP/1.1" status: 204 len: 168 time: 0.3637342 Feb 09 13:20:26.139057 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49008) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:26.147381 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14febf-41f8-41dd-bbde-71575cf59079 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4d67fc-22fe-45a8-9cec-c99522d9dbb8,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:26.191390 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab83dac5-2ba0-4395-9ed5-ff48912d83e5 admin admin] Deleting subnet c6a70728-b685-499f-8788-c33fb001ef82 {{(pid=103165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:20:26.194643 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab83dac5-2ba0-4395-9ed5-ff48912d83e5 admin admin] Publish callbacks [] for subnet (c6a70728-b685-499f-8788-c33fb001ef82), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.220360 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.228431 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab83dac5-2ba0-4395-9ed5-ff48912d83e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355185'] for subnet (c6a70728-b685-499f-8788-c33fb001ef82), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.266949 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab83dac5-2ba0-4395-9ed5-ff48912d83e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (c6a70728-b685-499f-8788-c33fb001ef82), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.390342 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab83dac5-2ba0-4395-9ed5-ff48912d83e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449107'] for subnet (c6a70728-b685-499f-8788-c33fb001ef82), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.417113 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83dac5-2ba0-4395-9ed5-ff48912d83e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a70728-b685-499f-8788-c33fb001ef82,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:26.419209 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab83dac5-2ba0-4395-9ed5-ff48912d83e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.422976 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-ab83dac5-2ba0-4395-9ed5-ff48912d83e5 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c6a70728-b685-499f-8788-c33fb001ef82 HTTP/1.1" status: 204 len: 168 time: 0.2826452 Feb 09 13:20:26.425427 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49014) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:26.495862 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (0470aff4-c395-403d-a3ec-c698925bc050), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.575628 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (0470aff4-c395-403d-a3ec-c698925bc050), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.600423 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0470aff4-c395-403d-a3ec-c698925bc050']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:26.609603 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977c39be-7817-4aaf-9f43-20b74451cc59') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:26.609901 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977c39be-7817-4aaf-9f43-20b74451cc59') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:26.619589 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (977c39be-7817-4aaf-9f43-20b74451cc59), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.633066 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (977c39be-7817-4aaf-9f43-20b74451cc59), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (977c39be-7817-4aaf-9f43-20b74451cc59), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:26.642540 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:26.751767 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (0470aff4-c395-403d-a3ec-c698925bc050), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.756941 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:26.760121 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] 10.222.0.84 "DELETE /v2.0/networks/0470aff4-c395-403d-a3ec-c698925bc050 HTTP/1.1" status: 204 len: 168 time: 0.3337741 Feb 09 13:20:26.771959 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3908c0-0574-47b6-9d57-ed2b16f00b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=0470aff4-c395-403d-a3ec-c698925bc050,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:27.083637 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49018) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:27.122354 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-352e43d8-ffc3-4c6e-9ddb-3413ff616f65 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6dca32f78f5a452f8d56599f01e5834b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369115 Feb 09 13:20:27.124862 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49020) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:27.171842 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f89c1370-2ec2-49f1-bd24-c24d15d7d8bf admin admin] Publish callbacks [] for security_group (63d7381b-08b0-459b-9eea-6d613c977320), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:27.195968 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f89c1370-2ec2-49f1-bd24-c24d15d7d8bf admin admin] Publish callbacks [] for security_group (63d7381b-08b0-459b-9eea-6d613c977320), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:27.378874 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f89c1370-2ec2-49f1-bd24-c24d15d7d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (63d7381b-08b0-459b-9eea-6d613c977320), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:27.381516 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f89c1370-2ec2-49f1-bd24-c24d15d7d8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:27.382721 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-f89c1370-2ec2-49f1-bd24-c24d15d7d8bf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/63d7381b-08b0-459b-9eea-6d613c977320 HTTP/1.1" status: 204 len: 168 time: 0.2568986 Feb 09 13:20:27.391126 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c1370-2ec2-49f1-bd24-c24d15d7d8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d7381b-08b0-459b-9eea-6d613c977320,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:27.824243 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:28.219754 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49034) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:28.247829 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-eb07919e-0ea8-4340-8244-ca1ea88b6942 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486119 Feb 09 13:20:28.260101 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-6672b272-0a54-4886-aa28-c05ff0015dd9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d7b4077c737f414d88cd52e20dbaba51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393531 Feb 09 13:20:28.262630 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49036) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:28.312070 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d85fa057-3ddb-418d-aea6-b486c3c3f1bd admin admin] Publish callbacks [] for security_group (e4eff9df-6bcb-4356-aeb0-6b05598325eb), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:28.333111 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d85fa057-3ddb-418d-aea6-b486c3c3f1bd admin admin] Publish callbacks [] for security_group (e4eff9df-6bcb-4356-aeb0-6b05598325eb), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:28.339440 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-068bfd6b-5884-419e-87f4-8357b57c707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:28.340977 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-068bfd6b-5884-419e-87f4-8357b57c707e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 1130 time: 0.0478234 Feb 09 13:20:28.440384 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-05bd74df-efce-48da-a780-608796b6d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:28.441880 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-05bd74df-efce-48da-a780-608796b6d5cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 913 time: 0.0816929 Feb 09 13:20:28.443439 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d85fa057-3ddb-418d-aea6-b486c3c3f1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (e4eff9df-6bcb-4356-aeb0-6b05598325eb), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:28.446081 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-d85fa057-3ddb-418d-aea6-b486c3c3f1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:28.447242 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-d85fa057-3ddb-418d-aea6-b486c3c3f1bd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e4eff9df-6bcb-4356-aeb0-6b05598325eb HTTP/1.1" status: 204 len: 168 time: 0.1834819 Feb 09 13:20:28.455618 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fa057-3ddb-418d-aea6-b486c3c3f1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eff9df-6bcb-4356-aeb0-6b05598325eb,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:28.510822 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-a7851930-e6b8-4f30-b087-93139fb93f9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0473794-25d6-4297-bd7b-f2930167cb57 HTTP/1.1" status: 200 len: 1001 time: 0.0625479 Feb 09 13:20:28.563217 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-367b58be-92a7-4b74-bb81-2935bf04e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:28.564673 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-367b58be-92a7-4b74-bb81-2935bf04e806 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0433373 Feb 09 13:20:28.615242 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-29c09bcc-a440-4091-b821-e56ea1a77174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:28.616732 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-29c09bcc-a440-4091-b821-e56ea1a77174 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463185 Feb 09 13:20:28.707178 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-e942d856-c7e9-41df-9434-e3ef4dfbe3f2 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840914 Feb 09 13:20:28.803717 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-21bde638-abe8-4e3b-b3f0-f6a329f5f745 req-748f87cb-d25c-422f-b6e1-943ccf526ea6 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887332 Feb 09 13:20:29.304845 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:30.217563 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49074) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:30.319134 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-98bdf33c-4535-4db2-984b-25d33bf71508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:30.392925 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-98bdf33c-4535-4db2-984b-25d33bf71508 admin admin] Publish callbacks [] for security_group (7f34e14f-5ed5-4368-b762-87a6318d7b16), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:30.455305 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-98bdf33c-4535-4db2-984b-25d33bf71508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (7f34e14f-5ed5-4368-b762-87a6318d7b16), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:30.497821 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-98bdf33c-4535-4db2-984b-25d33bf71508 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=55ba4fa73905400081914dd848cd15b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791402 Feb 09 13:20:30.500077 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdf33c-4535-4db2-984b-25d33bf71508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f34e14f-5ed5-4368-b762-87a6318d7b16,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:30.500714 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49082) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:30.556608 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aaffe18d-f0c8-40ab-96ad-897d08738f6c admin admin] Publish callbacks [] for security_group (7f34e14f-5ed5-4368-b762-87a6318d7b16), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:30.577279 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aaffe18d-f0c8-40ab-96ad-897d08738f6c admin admin] Publish callbacks [] for security_group (7f34e14f-5ed5-4368-b762-87a6318d7b16), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:30.711604 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aaffe18d-f0c8-40ab-96ad-897d08738f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (7f34e14f-5ed5-4368-b762-87a6318d7b16), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:30.714395 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-aaffe18d-f0c8-40ab-96ad-897d08738f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:30.716370 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-aaffe18d-f0c8-40ab-96ad-897d08738f6c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7f34e14f-5ed5-4368-b762-87a6318d7b16 HTTP/1.1" status: 204 len: 168 time: 0.2126310 Feb 09 13:20:30.725426 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffe18d-f0c8-40ab-96ad-897d08738f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f34e14f-5ed5-4368-b762-87a6318d7b16,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:45.382167 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49170) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:45.426007 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-1264c1dc-0d33-4721-abba-aac8d1076169 admin admin] Deleting subnet 3a074aa4-8945-4a27-b57d-adcf4d598783 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:20:45.428993 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1264c1dc-0d33-4721-abba-aac8d1076169 admin admin] Publish callbacks [] for subnet (3a074aa4-8945-4a27-b57d-adcf4d598783), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:45.461812 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1264c1dc-0d33-4721-abba-aac8d1076169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8445525'] for subnet (3a074aa4-8945-4a27-b57d-adcf4d598783), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:45.498918 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1264c1dc-0d33-4721-abba-aac8d1076169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (3a074aa4-8945-4a27-b57d-adcf4d598783), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:45.689188 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1264c1dc-0d33-4721-abba-aac8d1076169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510234'] for subnet (3a074aa4-8945-4a27-b57d-adcf4d598783), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:45.714580 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264c1dc-0d33-4721-abba-aac8d1076169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a074aa4-8945-4a27-b57d-adcf4d598783,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:45.720020 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-1264c1dc-0d33-4721-abba-aac8d1076169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:45.724356 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-1264c1dc-0d33-4721-abba-aac8d1076169 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3a074aa4-8945-4a27-b57d-adcf4d598783 HTTP/1.1" status: 204 len: 168 time: 0.3401046 Feb 09 13:20:45.725988 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49172) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:45.792153 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (6fafe0f3-5d30-4182-9532-b8b1dd4db528), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:45.868584 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (6fafe0f3-5d30-4182-9532-b8b1dd4db528), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:45.888460 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fafe0f3-5d30-4182-9532-b8b1dd4db528']}} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:45.897293 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f55250-818d-4683-89c7-61dfcbe0fd5a') {'for_net_delete': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:45.897585 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.services.segments.db [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f55250-818d-4683-89c7-61dfcbe0fd5a') {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:45.906647 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8445534'] for segment (c6f55250-818d-4683-89c7-61dfcbe0fd5a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:45.919059 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (c6f55250-818d-4683-89c7-61dfcbe0fd5a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:45.924720 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3579570'] for segment (c6f55250-818d-4683-89c7-61dfcbe0fd5a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: Traceback (most recent call last): Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: timer() Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: cb(*args, **kw) Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: return func(*args, **kwargs) Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: self._notify() Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: self.callback(batched_events) Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: event.method(event) Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: return f(self, *a, **k) Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: return self._get(url).json() Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:45.928669 dv-cinder-827860-3-iscsi neutron-server[103164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:46.025821 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (6fafe0f3-5d30-4182-9532-b8b1dd4db528), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:46.031351 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:46.034507 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] 10.222.0.84 "DELETE /v2.0/networks/6fafe0f3-5d30-4182-9532-b8b1dd4db528 HTTP/1.1" status: 204 len: 168 time: 0.3075719 Feb 09 13:20:46.045205 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb218434-596c-4998-98fe-b347d4b6269b admin admin] Pushing event deleted for resources: {'Network': ['ID=6fafe0f3-5d30-4182-9532-b8b1dd4db528,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:46.424603 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49176) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:46.467971 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-74ee7929-bf34-4447-aee1-135935e70900 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6d127cc9afbd483ebeab270c62efa251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421870 Feb 09 13:20:46.470270 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49178) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:46.515363 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0ed5-462a-4d2d-a987-f8cac513d0b9 admin admin] Publish callbacks [] for security_group (0f6e92f2-6c49-4c97-b2c6-c4eebae50102), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:46.536161 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0ed5-462a-4d2d-a987-f8cac513d0b9 admin admin] Publish callbacks [] for security_group (0f6e92f2-6c49-4c97-b2c6-c4eebae50102), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:46.688551 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0ed5-462a-4d2d-a987-f8cac513d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0f6e92f2-6c49-4c97-b2c6-c4eebae50102), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:46.691123 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0ed5-462a-4d2d-a987-f8cac513d0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:46.692284 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2b4f0ed5-462a-4d2d-a987-f8cac513d0b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0f6e92f2-6c49-4c97-b2c6-c4eebae50102 HTTP/1.1" status: 204 len: 168 time: 0.2211106 Feb 09 13:20:46.700593 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f0ed5-462a-4d2d-a987-f8cac513d0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6e92f2-6c49-4c97-b2c6-c4eebae50102,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:47.362694 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:47.725377 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49202) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:47.820583 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1429810260-network', 'tenant_id': 'a995617c26584027b41b908107d1482b'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:47.916910 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Made reservation on behalf of a995617c26584027b41b908107d1482b for: {'network': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:47.919785 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:47.928455 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:47.999980 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Publish callbacks [] for security_group (9a52a1fb-b618-412e-94a6-9f5e6345f1f0), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:48.098593 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (9a52a1fb-b618-412e-94a6-9f5e6345f1f0), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:48.125090 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:48.131109 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a52a1fb-b618-412e-94a6-9f5e6345f1f0,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:48.138641 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (55e64c67-6cf2-42cc-9bbb-99a6cc6583f4), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:48.138641 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.segments_db [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Added segment 55e64c67-6cf2-42cc-9bbb-99a6cc6583f4 of type vlan for network 092e799c-3856-4065-b316-ee99869a22fb Feb 09 13:20:48.180860 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (092e799c-3856-4065-b316-ee99869a22fb), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:48.271064 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (092e799c-3856-4065-b316-ee99869a22fb), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:48.272049 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:48.272631 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:48.329298 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] Pushing event updated for resources: {'Network': ['ID=092e799c-3856-4065-b316-ee99869a22fb,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:48.338541 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 092e799c-3856-4065-b316-ee99869a22fb details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:20:48.393913 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-ee336859-1d75-43c3-9eb7-8ef1b6ccc0ab admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6672692 Feb 09 13:20:48.396725 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49206) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:48.401513 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] Request body: {'subnet': {'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1429810260-subnet', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'ip_version': 4}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:48.488479 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] Made reservation on behalf of a995617c26584027b41b908107d1482b for: {'subnet': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:48.490839 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510269'] for subnet (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:48.705871 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3579483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510211'] for subnet (c94ef1ac-3384-4c0b-b854-d2dab8ea66ba), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:48.759754 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94ef1ac-3384-4c0b-b854-d2dab8ea66ba,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:48.768883 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] Checking segment: {'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:20:48.769245 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] Network hostable DHCP agents. Network: 092e799c-3856-4065-b316-ee99869a22fb, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:48.869952 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] Network 092e799c-3856-4065-b316-ee99869a22fb is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:48.978395 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 092e799c-3856-4065-b316-ee99869a22fb) {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:48.983010 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:48.983616 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:48.988024 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f06b35-db0e-4e15-8b18-85e63d3bb707 None None] Network 092e799c-3856-4065-b316-ee99869a22fb requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:20:49.084320 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-f54c8f82-6b46-420b-a3aa-1a11ae10f756 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6863141 Feb 09 13:20:49.086629 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49208) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:49.089382 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6efa35db-1db3-5fc5-bf75-75554a5a7c43-092e799c-3856-4065-b316-ee99869a22fb', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'project_id': 'a995617c26584027b41b908107d1482b', 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba'}]}} from dv-cinder-827860-3-iscsi. {{(pid=103166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 13:20:49.090820 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.091669 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:49.178955 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25933'] for router (41f3f65f-8dad-4dff-9aef-08ba30970359), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.180021 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25942'] for router (41f3f65f-8dad-4dff-9aef-08ba30970359), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.222147 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.db_base_plugin_common [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Allocated IP 172.20.0.2 (092e799c-3856-4065-b316-ee99869a22fb/c94ef1ac-3384-4c0b-b854-d2dab8ea66ba/98325153-bb56-4def-817b-331b82580219) {{(pid=103166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:49.236397 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Publish callbacks [] for router_controller (41f3f65f-8dad-4dff-9aef-08ba30970359), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.362231 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Publish callbacks [] for port (98325153-bb56-4def-817b-331b82580219), precommit_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.426215 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (98325153-bb56-4def-817b-331b82580219), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.447326 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Publish callbacks [] for router_gateway (41f3f65f-8dad-4dff-9aef-08ba30970359), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.462046 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Network 092e799c-3856-4065-b316-ee99869a22fb is already hosted by enough agents. {{(pid=103166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:49.467503 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.base_scheduler [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Resources bound (agent type, host, resource id): {{(pid=103166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:49.471095 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Received port after_create {{(pid=103166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:20:49.481916 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Pushing event updated for resources: {'Port': ['ID=98325153-bb56-4def-817b-331b82580219,revision_number=1']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:49.507922 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.508193 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.508530 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.508858 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.509186 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.509508 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.509829 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.510146 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.510535 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.510888 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.511202 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.511517 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.511831 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:49.545132 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Attempting to bind port 98325153-bb56-4def-817b-331b82580219 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:20:49.545511 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Attempting to bind port 98325153-bb56-4def-817b-331b82580219 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:20:49.545876 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Attempting to bind port 98325153-bb56-4def-817b-331b82580219 on network 092e799c-3856-4065-b316-ee99869a22fb {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:20:49.550951 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:20:49.551330 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Checking segment: {'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:20:49.551811 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.552126 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Bound using segment: {'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:20:49.552591 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Bound port: 98325153-bb56-4def-817b-331b82580219, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:20:49.553870 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (98325153-bb56-4def-817b-331b82580219), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.617055 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] For port 98325153-bb56-4def-817b-331b82580219, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:49.620021 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] For port 98325153-bb56-4def-817b-331b82580219, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=98325153-bb56-4def-817b-331b82580219,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:49.697422 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Publish callbacks [] for router_gateway (41f3f65f-8dad-4dff-9aef-08ba30970359), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.710549 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (98325153-bb56-4def-817b-331b82580219), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.715918 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:49.777533 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d70e9-19ee-4e46-ac0b-1505e925cc3f None None] Pushing event updated for resources: {'Port': ['ID=98325153-bb56-4def-817b-331b82580219,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:50.094768 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Allocated IP 172.27.1.36 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/9a72c28c-b9b5-4b8f-9aca-d57042f72cdc) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:50.196776 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Publish callbacks [] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:50.340620 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:50.381273 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:50.384437 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:50.388547 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:20:50.410491 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Pushing event updated for resources: {'Port': ['ID=9a72c28c-b9b5-4b8f-9aca-d57042f72cdc,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:50.615795 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afdda94-b48f-4534-be67-7a5fd1103dad None None] Network 092e799c-3856-4065-b316-ee99869a22fb requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:20:50.693348 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-542f4d06-108c-495a-b224-6d7e9990c268 None None] Provisioning complete for port 98325153-bb56-4def-817b-331b82580219 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:50.693729 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-542f4d06-108c-495a-b224-6d7e9990c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (98325153-bb56-4def-817b-331b82580219), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:50.713438 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Publish callbacks [] for router_gateway (41f3f65f-8dad-4dff-9aef-08ba30970359), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:50.805822 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-542f4d06-108c-495a-b224-6d7e9990c268 None None] Current status of the port 98325153-bb56-4def-817b-331b82580219 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:50.808333 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-542f4d06-108c-495a-b224-6d7e9990c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (98325153-bb56-4def-817b-331b82580219), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:50.845299 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-542f4d06-108c-495a-b224-6d7e9990c268 None None] For port 98325153-bb56-4def-817b-331b82580219, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=98325153-bb56-4def-817b-331b82580219,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:50.910192 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 98325153-bb56-4def-817b-331b82580219 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:20:50.936231 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-542f4d06-108c-495a-b224-6d7e9990c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (98325153-bb56-4def-817b-331b82580219), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:50.938151 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662855'] for router (41f3f65f-8dad-4dff-9aef-08ba30970359), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:50.998795 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f4d06-108c-495a-b224-6d7e9990c268 None None] Pushing event updated for resources: {'Port': ['ID=98325153-bb56-4def-817b-331b82580219,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:51.005126 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 98325153-bb56-4def-817b-331b82580219 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:51.006024 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (98325153-bb56-4def-817b-331b82580219), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:51.083148 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-0a7fdbb3-1242-4cae-9dae-c0ede0d4a858 None None] Provisioning complete for port 98325153-bb56-4def-817b-331b82580219 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:51.083439 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdbb3-1242-4cae-9dae-c0ede0d4a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (98325153-bb56-4def-817b-331b82580219), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:51.118655 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 98325153-bb56-4def-817b-331b82580219 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:51.139841 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Router 41f3f65f-8dad-4dff-9aef-08ba30970359 is scheduled to L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:20:51.171090 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fdbb3-1242-4cae-9dae-c0ede0d4a858 None None] Current status of the port 98325153-bb56-4def-817b-331b82580219 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:51.247600 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:51.256131 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Sync routers for ids ['41f3f65f-8dad-4dff-9aef-08ba30970359'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:20:51.267102 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Routers {'41f3f65f-8dad-4dff-9aef-08ba30970359'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:20:51.267753 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:20:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['41f3f65f-8dad-4dff-9aef-08ba30970359'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:51.336185 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:51.337422 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c2205917-797f-4375-a7bf-d80503979c9a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2497680 Feb 09 13:20:51.340139 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49210) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:51.374471 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Set router 41f3f65f-8dad-4dff-9aef-08ba30970359 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:20:51.680149 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:50Z', 'revision_number': 3, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:51.706589 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Checking router: 41f3f65f-8dad-4dff-9aef-08ba30970359 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:20:51.706957 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Updating router 41f3f65f-8dad-4dff-9aef-08ba30970359 port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc binding host dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:20:51.733845 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:51.755060 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:51.907417 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Allocated IP 172.20.0.1 (092e799c-3856-4065-b316-ee99869a22fb/c94ef1ac-3384-4c0b-b854-d2dab8ea66ba/cbcead3e-3a33-4d92-ae46-91f4dd5aad4e) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:51.983080 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Publish callbacks [] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.005552 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Publish callbacks [] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.058463 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.087492 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.111370 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Attempting to bind port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:20:52.111740 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Attempting to bind port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:20:52.112098 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Attempting to bind port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc on network fe239bd9-8017-490e-9e82-efc91d772d35 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:20:52.114064 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef6fc2-3e26-4381-9862-85b9def54343 None None] Pushing event updated for resources: {'Port': ['ID=9a72c28c-b9b5-4b8f-9aca-d57042f72cdc,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:52.119683 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:20:52.120060 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Checking segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:20:52.120466 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.120852 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Bound using segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:20:52.121986 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Bound port: 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:20:52.122371 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.129555 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Network 092e799c-3856-4065-b316-ee99869a22fb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:52.132474 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:52.137961 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:20:52.165566 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Pushing event updated for resources: {'Port': ['ID=cbcead3e-3a33-4d92-ae46-91f4dd5aad4e,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:52.180782 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] For port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:52.182354 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662928'] for router_interface (41f3f65f-8dad-4dff-9aef-08ba30970359), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.184931 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] For port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=9a72c28c-b9b5-4b8f-9aca-d57042f72cdc,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:52.272112 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.332605 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Routers {'41f3f65f-8dad-4dff-9aef-08ba30970359'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:20:52.333217 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:20:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['41f3f65f-8dad-4dff-9aef-08ba30970359'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:52.366340 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef6fc2-3e26-4381-9862-85b9def54343 None None] Pushing event updated for resources: {'Port': ['ID=9a72c28c-b9b5-4b8f-9aca-d57042f72cdc,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:52.390984 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.425975 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-71634802-9b79-42f3-ac63-d09ec241da60 None None] Provisioning complete for port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:52.426258 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-71634802-9b79-42f3-ac63-d09ec241da60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.472625 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-71634802-9b79-42f3-ac63-d09ec241da60 None None] Port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:20:52.480076 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] Set router 41f3f65f-8dad-4dff-9aef-08ba30970359 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:20:52.557863 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Publish callbacks [] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.614337 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.659635 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:50Z', 'revision_number': 3, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:52.683062 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Pushing event updated for resources: {'Port': ['ID=cbcead3e-3a33-4d92-ae46-91f4dd5aad4e,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:52.686919 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655616'] for router_interface (41f3f65f-8dad-4dff-9aef-08ba30970359), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.693192 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf63f3f7-08a8-49e7-bf8b-3b9d417e18b0 None None] The sync data for ids ['41f3f65f-8dad-4dff-9aef-08ba30970359'] in dv-cinder-827860-3-iscsi is: [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:50Z', 'revision_number': 3, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:20:52.769177 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-668adc1e-9f42-4c81-8561-f219dd3cbc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.799514 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Network 092e799c-3856-4065-b316-ee99869a22fb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:52.801269 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:52.858087 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 98325153-bb56-4def-817b-331b82580219 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:20:52.919326 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 98325153-bb56-4def-817b-331b82580219 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:52.919798 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (98325153-bb56-4def-817b-331b82580219), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:52.940552 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Router 41f3f65f-8dad-4dff-9aef-08ba30970359 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:53.042006 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 98325153-bb56-4def-817b-331b82580219 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:53.097091 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-a9bb6456-b1a5-4e4a-a8e2-62a89193e6b0 None None] Provisioning complete for port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:53.097630 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a9bb6456-b1a5-4e4a-a8e2-62a89193e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:53.098782 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:53.115869 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-d92920bb-7753-42dd-a418-b5b3ea731f8d admin admin] 10.222.0.84 "PUT /v2.0/routers/41f3f65f-8dad-4dff-9aef-08ba30970359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7742124 Feb 09 13:20:53.140198 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb6456-b1a5-4e4a-a8e2-62a89193e6b0 None None] Port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:20:53.858998 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49226) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:53.864043 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-948536386-network', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:53.962712 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Made reservation on behalf of aef50a35ca75407ab2a95301f524be8d for: {'network': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:53.965575 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for network (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:53.974064 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:54.049296 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Publish callbacks [] for security_group (cc213529-97cc-45ea-b03e-299b6a4433df), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:54.128428 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (cc213529-97cc-45ea-b03e-299b6a4433df), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:54.154291 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103165) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:54.164679 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc213529-97cc-45ea-b03e-299b6a4433df,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:54.171379 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (038a0266-6ced-43fe-bfec-6a767f6bf220), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:54.171719 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.segments_db [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Added segment 038a0266-6ced-43fe-bfec-6a767f6bf220 of type vlan for network 5dbaa2d4-8120-40cd-9304-bb93fc50499b Feb 09 13:20:54.212424 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790220333343'] for network (5dbaa2d4-8120-40cd-9304-bb93fc50499b), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:54.294787 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052'] for network (5dbaa2d4-8120-40cd-9304-bb93fc50499b), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:54.295797 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:54.296376 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:54.356426 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] Pushing event updated for resources: {'Network': ['ID=5dbaa2d4-8120-40cd-9304-bb93fc50499b,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:54.372985 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Sync routers for ids ['41f3f65f-8dad-4dff-9aef-08ba30970359'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:20:54.373458 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Network 5dbaa2d4-8120-40cd-9304-bb93fc50499b details requested by agent ovs-agent-dv-cinder-827860-3-iscsi with host dv-cinder-827860-3-iscsi {{(pid=103166) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:20:54.373868 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Routers {'41f3f65f-8dad-4dff-9aef-08ba30970359'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:20:54.373868 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:20:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['41f3f65f-8dad-4dff-9aef-08ba30970359'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:54.457636 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a8d7ed02-0d29-4f7d-934d-0d935e704526 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5975275 Feb 09 13:20:54.460242 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49228) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:54.465204 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] Request body: {'subnet': {'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-948536386-subnet', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'ip_version': 4}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:54.478069 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Set router 41f3f65f-8dad-4dff-9aef-08ba30970359 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:20:54.575456 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] Made reservation on behalf of aef50a35ca75407ab2a95301f524be8d for: {'subnet': 1} {{(pid=103165) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:54.577808 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2449140'] for subnet (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:54.688180 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 4, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'cbcead3e-3a33-4d92-ae46-91f4dd5aad4e', 'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'mac_address': 'fa:16:3e:b2:30:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:51Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 2, 'project_id': 'a995617c26584027b41b908107d1482b', 'subnets': [{'id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:54.713646 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Checking router: 41f3f65f-8dad-4dff-9aef-08ba30970359 for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:20:54.719394 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Updating router 41f3f65f-8dad-4dff-9aef-08ba30970359 port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e binding host dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:20:54.741023 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:54.802608 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3231662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2449098'] for subnet (d71bb267-fae3-4d97-97bc-013ea98b4ac5), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:54.865139 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71bb267-fae3-4d97-97bc-013ea98b4ac5,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:54.873978 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] Checking segment: {'id': '038a0266-6ced-43fe-bfec-6a767f6bf220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:20:54.874339 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] Network hostable DHCP agents. Network: 5dbaa2d4-8120-40cd-9304-bb93fc50499b, hostable agents: ['bdd659b5-adde-4004-899b-32f3fe48cae3'], hosted agents: [] {{(pid=103165) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:54.881861 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:20:54.932900 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:54.933265 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:54.945589 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] Network 5dbaa2d4-8120-40cd-9304-bb93fc50499b is scheduled to be hosted by DHCP agent bdd659b5-adde-4004-899b-32f3fe48cae3 with binding_index 1 {{(pid=103165) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:55.024343 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Publish callbacks [] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.027092 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:55.027092 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.042362 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827860-3-iscsi, 5dbaa2d4-8120-40cd-9304-bb93fc50499b) {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:55.047112 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:55.047979 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.048116 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=9a72c28c-b9b5-4b8f-9aca-d57042f72cdc,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:55.057589 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f9f884-d257-4181-b00e-d00e160f9530 None None] Network 5dbaa2d4-8120-40cd-9304-bb93fc50499b requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:20:55.091915 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-89bb1aca-a982-4d4a-9840-db5059aba358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.139854 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.150817 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6efa35db-1db3-5fc5-bf75-75554a5a7c43-5dbaa2d4-8120-40cd-9304-bb93fc50499b', 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b', 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'fixed_ips': [{'subnet_id': 'd71bb267-fae3-4d97-97bc-013ea98b4ac5'}]}} from dv-cinder-827860-3-iscsi. {{(pid=103166) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 13:20:55.151786 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.171527 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-cb21f1a4-fcfd-4143-a136-0584bf144179 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7099996 Feb 09 13:20:55.174175 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49230) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:55.177015 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.179175 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-948536386-router', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:20:55.187674 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Pushing event updated for resources: {'Port': ['ID=cbcead3e-3a33-4d92-ae46-91f4dd5aad4e,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:55.202890 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.207770 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:55.269697 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Attempting to bind port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:20:55.270204 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Attempting to bind port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:20:55.270702 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Attempting to bind port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e on network 092e799c-3856-4065-b316-ee99869a22fb {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:20:55.276798 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:20:55.277335 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Checking segment: {'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:20:55.277870 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.278357 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Bound using segment: {'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:20:55.278953 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Bound port: cbcead3e-3a33-4d92-ae46-91f4dd5aad4e, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:20:55.279423 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.282687 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-658254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25933'] for router (eb0d56b1-f3db-4d90-80da-19759188f4b7), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.284172 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662160', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25942'] for router (eb0d56b1-f3db-4d90-80da-19759188f4b7), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.305056 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=9a72c28c-b9b5-4b8f-9aca-d57042f72cdc,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:55.345169 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Publish callbacks [] for router_controller (eb0d56b1-f3db-4d90-80da-19759188f4b7), precommit_add_association {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.354416 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.db_base_plugin_common [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Allocated IP 172.20.0.2 (5dbaa2d4-8120-40cd-9304-bb93fc50499b/d71bb267-fae3-4d97-97bc-013ea98b4ac5/ed5eb746-acea-4288-993d-7061d72d143d) {{(pid=103166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:55.366823 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] For port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:55.370219 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] For port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=cbcead3e-3a33-4d92-ae46-91f4dd5aad4e,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:55.460689 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.514348 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Publish callbacks [] for port (ed5eb746-acea-4288-993d-7061d72d143d), precommit_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.521431 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-83e70db0-0ae5-463e-963d-095429f91b9c None None] Provisioning complete for port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:55.521814 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-83e70db0-0ae5-463e-963d-095429f91b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.525623 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9976ac-bb5a-4427-845b-6a5dfb85e145 None None] Pushing event updated for resources: {'Port': ['ID=cbcead3e-3a33-4d92-ae46-91f4dd5aad4e,revision_number=4']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:55.530738 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Routers {'41f3f65f-8dad-4dff-9aef-08ba30970359'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:20:55.531429 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:20:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['41f3f65f-8dad-4dff-9aef-08ba30970359'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:55.548953 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Publish callbacks [] for router_gateway (eb0d56b1-f3db-4d90-80da-19759188f4b7), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.602817 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832'] for port (ed5eb746-acea-4288-993d-7061d72d143d), after_create {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.650351 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] Set router 41f3f65f-8dad-4dff-9aef-08ba30970359 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:20:55.673863 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-83e70db0-0ae5-463e-963d-095429f91b9c None None] Current status of the port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:55.675194 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-83e70db0-0ae5-463e-963d-095429f91b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.676345 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Pushing event updated for resources: {'Port': ['ID=ed5eb746-acea-4288-993d-7061d72d143d,revision_number=1']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:55.685352 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Network 5dbaa2d4-8120-40cd-9304-bb93fc50499b is already hosted by enough agents. {{(pid=103166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:55.695860 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.scheduler.base_scheduler [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Resources bound (agent type, host, resource id): {{(pid=103166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:55.698884 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Received port after_create {{(pid=103166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:20:55.727083 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-83e70db0-0ae5-463e-963d-095429f91b9c None None] For port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=cbcead3e-3a33-4d92-ae46-91f4dd5aad4e,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:55.787170 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Attempting to bind port ed5eb746-acea-4288-993d-7061d72d143d on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:20:55.787565 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Attempting to bind port ed5eb746-acea-4288-993d-7061d72d143d by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '038a0266-6ced-43fe-bfec-6a767f6bf220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:20:55.787924 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Attempting to bind port ed5eb746-acea-4288-993d-7061d72d143d on network 5dbaa2d4-8120-40cd-9304-bb93fc50499b {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:20:55.793997 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:20:55.794370 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Checking segment: {'id': '038a0266-6ced-43fe-bfec-6a767f6bf220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:20:55.794832 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.795223 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Bound using segment: {'id': '038a0266-6ced-43fe-bfec-6a767f6bf220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:20:55.795697 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Bound port: ed5eb746-acea-4288-993d-7061d72d143d, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038a0266-6ced-43fe-bfec-6a767f6bf220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:20:55.796076 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (ed5eb746-acea-4288-993d-7061d72d143d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.839505 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-83e70db0-0ae5-463e-963d-095429f91b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.859983 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 4, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'cbcead3e-3a33-4d92-ae46-91f4dd5aad4e', 'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'mac_address': 'fa:16:3e:b2:30:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:51Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 4, 'project_id': 'a995617c26584027b41b908107d1482b', 'subnets': [{'id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:55.870642 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Publish callbacks [] for router_gateway (eb0d56b1-f3db-4d90-80da-19759188f4b7), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.889683 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:55.891563 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff22fe-50a4-4d5f-a935-69244ff122af None None] The sync data for ids ['41f3f65f-8dad-4dff-9aef-08ba30970359'] in dv-cinder-827860-3-iscsi is: [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 4, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'cbcead3e-3a33-4d92-ae46-91f4dd5aad4e', 'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'mac_address': 'fa:16:3e:b2:30:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:51Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 4, 'project_id': 'a995617c26584027b41b908107d1482b', 'subnets': [{'id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:20:55.899085 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] For port ed5eb746-acea-4288-993d-7061d72d143d, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:55.917943 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e70db0-0ae5-463e-963d-095429f91b9c None None] Pushing event updated for resources: {'Port': ['ID=cbcead3e-3a33-4d92-ae46-91f4dd5aad4e,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:55.921317 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] For port ed5eb746-acea-4288-993d-7061d72d143d, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=ed5eb746-acea-4288-993d-7061d72d143d,segment=NetworkSegment(038a0266-6ced-43fe-bfec-6a767f6bf220),segment_id=038a0266-6ced-43fe-bfec-6a767f6bf220)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:55.979445 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-d5480ba9-b7c1-43e5-8f0c-f39cc235d526 None None] Provisioning complete for port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:55.979891 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d5480ba9-b7c1-43e5-8f0c-f39cc235d526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:56.002649 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (ed5eb746-acea-4288-993d-7061d72d143d), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:56.044594 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Allocated IP 172.27.1.183 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/e8e7c7ae-8771-4d1d-9209-680d58b7d32a) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:56.079569 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86370-7638-4005-98f7-1a8c973198b3 None None] Pushing event updated for resources: {'Port': ['ID=ed5eb746-acea-4288-993d-7061d72d143d,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:56.174888 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Publish callbacks [] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:56.266071 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:56.309833 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-d5480ba9-b7c1-43e5-8f0c-f39cc235d526 None None] Current status of the port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:56.335689 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:56.340178 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:56.343747 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:20:56.369886 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e7c7ae-8771-4d1d-9209-680d58b7d32a,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:56.397164 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:56.987870 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Publish callbacks [] for router_gateway (eb0d56b1-f3db-4d90-80da-19759188f4b7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:56.989577 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:20:57.045777 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:57.046523 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:57.132344 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:57.133449 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device ed5eb746-acea-4288-993d-7061d72d143d up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:20:57.183223 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port ed5eb746-acea-4288-993d-7061d72d143d triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:57.183646 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (ed5eb746-acea-4288-993d-7061d72d143d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:57.205281 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c53be-2386-4b96-b605-5ed32cb91b32 None None] Network 5dbaa2d4-8120-40cd-9304-bb93fc50499b requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:20:57.210784 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662855'] for router (eb0d56b1-f3db-4d90-80da-19759188f4b7), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:57.296487 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-fbd2cf36-b105-44ab-a6e4-a54fa67f42d7 None None] Provisioning complete for port ed5eb746-acea-4288-993d-7061d72d143d triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:57.296864 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fbd2cf36-b105-44ab-a6e4-a54fa67f42d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (ed5eb746-acea-4288-993d-7061d72d143d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:57.397607 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port ed5eb746-acea-4288-993d-7061d72d143d is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:57.397991 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (ed5eb746-acea-4288-993d-7061d72d143d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:57.414128 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Router eb0d56b1-f3db-4d90-80da-19759188f4b7 is scheduled to L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 with binding_index 1 {{(pid=103164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:20:57.472515 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port ed5eb746-acea-4288-993d-7061d72d143d, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=ed5eb746-acea-4288-993d-7061d72d143d,segment=NetworkSegment(038a0266-6ced-43fe-bfec-6a767f6bf220),segment_id=038a0266-6ced-43fe-bfec-6a767f6bf220)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:57.475193 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2cf36-b105-44ab-a6e4-a54fa67f42d7 None None] Current status of the port ed5eb746-acea-4288-993d-7061d72d143d is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:57.475582 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fbd2cf36-b105-44ab-a6e4-a54fa67f42d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (ed5eb746-acea-4288-993d-7061d72d143d), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:57.528159 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:57.539103 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Sync routers for ids ['eb0d56b1-f3db-4d90-80da-19759188f4b7'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:20:57.547703 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (ed5eb746-acea-4288-993d-7061d72d143d), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:57.548641 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device cbcead3e-3a33-4d92-ae46-91f4dd5aad4e up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:20:57.618041 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Routers {'eb0d56b1-f3db-4d90-80da-19759188f4b7'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:20:57.618722 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:20:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['eb0d56b1-f3db-4d90-80da-19759188f4b7'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:57.632739 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:57.635939 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-4683d5ab-c572-42ed-953b-70a784886640 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4584050 Feb 09 13:20:57.637608 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49234) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:20:57.725803 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.db.api [None req-fbd2cf36-b105-44ab-a6e4-a54fa67f42d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:20:57.726153 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG oslo_db.api [None req-fbd2cf36-b105-44ab-a6e4-a54fa67f42d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:20:57.748868 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=ed5eb746-acea-4288-993d-7061d72d143d,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:57.772899 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:57.773279 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:57.810864 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:57.818929 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Set router eb0d56b1-f3db-4d90-80da-19759188f4b7 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:20:57.976719 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:58.037918 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'name': 'tempest-TestShelveInstance-948536386-router', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:20:56Z', 'revision_number': 3, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'gw_port': {'id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:58.055201 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:58.069017 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Checking router: eb0d56b1-f3db-4d90-80da-19759188f4b7 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:20:58.069304 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Updating router eb0d56b1-f3db-4d90-80da-19759188f4b7 port e8e7c7ae-8771-4d1d-9209-680d58b7d32a binding host dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:20:58.098715 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:58.295879 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2cf36-b105-44ab-a6e4-a54fa67f42d7 None None] Current status of the port ed5eb746-acea-4288-993d-7061d72d143d is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:58.385453 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Publish callbacks [] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), precommit_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:58.415406 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-f29951b5-a845-4891-92c5-38cc3bd72a92 None None] Provisioning complete for port ed5eb746-acea-4288-993d-7061d72d143d triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:58.415784 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f29951b5-a845-4891-92c5-38cc3bd72a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (ed5eb746-acea-4288-993d-7061d72d143d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:58.444425 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:58.454930 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Allocated IP 172.20.0.1 (5dbaa2d4-8120-40cd-9304-bb93fc50499b/d71bb267-fae3-4d97-97bc-013ea98b4ac5/74232b9a-b50c-449f-9e61-0526d69bb991) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:58.509396 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Attempting to bind port e8e7c7ae-8771-4d1d-9209-680d58b7d32a on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:20:58.509766 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Attempting to bind port e8e7c7ae-8771-4d1d-9209-680d58b7d32a by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:20:58.510131 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Attempting to bind port e8e7c7ae-8771-4d1d-9209-680d58b7d32a on network fe239bd9-8017-490e-9e82-efc91d772d35 {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:20:58.515929 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8774d0-67b3-4c45-9077-ff1bc30b73b0 None None] Pushing event updated for resources: {'Port': ['ID=e8e7c7ae-8771-4d1d-9209-680d58b7d32a,revision_number=2']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:58.520875 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:20:58.523762 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Checking segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:20:58.523762 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:58.523762 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Bound using segment: {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'} {{(pid=103166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:20:58.523762 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.managers [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Bound port: e8e7c7ae-8771-4d1d-9209-680d58b7d32a, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff881fa7-2e07-4ae3-a3f8-40da9e1fad05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35'}}] {{(pid=103166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:20:58.523762 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:58.562430 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Publish callbacks [] for port (74232b9a-b50c-449f-9e61-0526d69bb991), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:58.582256 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:20:58.593747 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-f29951b5-a845-4891-92c5-38cc3bd72a92 None None] Current status of the port ed5eb746-acea-4288-993d-7061d72d143d is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:58.605186 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] For port e8e7c7ae-8771-4d1d-9209-680d58b7d32a, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:58.609308 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] For port e8e7c7ae-8771-4d1d-9209-680d58b7d32a, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=e8e7c7ae-8771-4d1d-9209-680d58b7d32a,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:58.648951 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:58.676154 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:58.690282 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Network 5dbaa2d4-8120-40cd-9304-bb93fc50499b is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:58.693277 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:58.696763 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:20:58.703450 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Pushing event updated for resources: {'Port': ['ID=74232b9a-b50c-449f-9e61-0526d69bb991,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:58.733917 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.734270 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.734636 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.734973 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.735300 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.735624 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.735947 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.736271 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.736595 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.736985 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.737310 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.737628 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.737942 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:58.752365 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662928'] for router_interface (eb0d56b1-f3db-4d90-80da-19759188f4b7), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:58.878198 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device ed5eb746-acea-4288-993d-7061d72d143d up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:20:58.879988 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Routers {'eb0d56b1-f3db-4d90-80da-19759188f4b7'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:20:58.889633 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:20:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['eb0d56b1-f3db-4d90-80da-19759188f4b7'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:58.940351 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8774d0-67b3-4c45-9077-ff1bc30b73b0 None None] Pushing event updated for resources: {'Port': ['ID=e8e7c7ae-8771-4d1d-9209-680d58b7d32a,revision_number=3']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:58.969452 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:59.037974 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port ed5eb746-acea-4288-993d-7061d72d143d triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:59.038633 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (ed5eb746-acea-4288-993d-7061d72d143d), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:59.044393 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] Set router eb0d56b1-f3db-4d90-80da-19759188f4b7 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:20:59.065213 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-a7eb740a-9e67-4f01-bad8-19d245546dbf None None] Provisioning complete for port 74232b9a-b50c-449f-9e61-0526d69bb991 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:59.065668 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a7eb740a-9e67-4f01-bad8-19d245546dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:59.131316 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Publish callbacks [] for port (74232b9a-b50c-449f-9e61-0526d69bb991), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:59.197538 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:59.215827 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb740a-9e67-4f01-bad8-19d245546dbf None None] Port 74232b9a-b50c-449f-9e61-0526d69bb991 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:20:59.267687 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Pushing event updated for resources: {'Port': ['ID=74232b9a-b50c-449f-9e61-0526d69bb991,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:59.270041 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655616'] for router_interface (eb0d56b1-f3db-4d90-80da-19759188f4b7), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:59.305390 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:59.314377 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port ed5eb746-acea-4288-993d-7061d72d143d is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:20:59.339585 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'name': 'tempest-TestShelveInstance-948536386-router', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:20:56Z', 'revision_number': 3, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'gw_port': {'id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:59.363328 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Network 5dbaa2d4-8120-40cd-9304-bb93fc50499b is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:59.364786 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:59.369866 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c3adf7-c835-43f5-800e-e27c03a60ab7 None None] The sync data for ids ['eb0d56b1-f3db-4d90-80da-19759188f4b7'] in dv-cinder-827860-3-iscsi is: [{'id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'name': 'tempest-TestShelveInstance-948536386-router', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:20:56Z', 'revision_number': 3, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'gw_port': {'id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:20:59.490115 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Router eb0d56b1-f3db-4d90-80da-19759188f4b7 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:59.632360 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:59.638605 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-778c5b69-5939-49a9-84c1-2babea04b4ff admin admin] 10.222.0.84 "PUT /v2.0/routers/eb0d56b1-f3db-4d90-80da-19759188f4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9993830 Feb 09 13:20:59.639345 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-16516c20-db0d-408a-bfda-bbcbb5df217b None None] Provisioning complete for port 74232b9a-b50c-449f-9e61-0526d69bb991 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:59.639731 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-16516c20-db0d-408a-bfda-bbcbb5df217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:20:59.682507 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-16516c20-db0d-408a-bfda-bbcbb5df217b None None] Port 74232b9a-b50c-449f-9e61-0526d69bb991 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:21:00.247947 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49242) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:21:00.252510 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-48bbf24e-4983-4523-9bdd-e3fe6cfbbfc1 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96809161', 'description': 'tempest-secgroup-smoke-96809161 description', 'project_id': 'a995617c26584027b41b908107d1482b'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:00.322924 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-48bbf24e-4983-4523-9bdd-e3fe6cfbbfc1 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:00.389794 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-48bbf24e-4983-4523-9bdd-e3fe6cfbbfc1 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group (efbf1128-c13e-4b39-9ebe-c78f71af11a2), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:00.469584 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-48bbf24e-4983-4523-9bdd-e3fe6cfbbfc1 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (efbf1128-c13e-4b39-9ebe-c78f71af11a2), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:00.500750 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbf24e-4983-4523-9bdd-e3fe6cfbbfc1 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbf1128-c13e-4b39-9ebe-c78f71af11a2,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:00.546375 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-48bbf24e-4983-4523-9bdd-e3fe6cfbbfc1 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:00.547681 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-48bbf24e-4983-4523-9bdd-e3fe6cfbbfc1 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2987173 Feb 09 13:21:00.550846 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49244) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:21:00.556841 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Request body: {'security_group_rule': {'security_group_id': 'efbf1128-c13e-4b39-9ebe-c78f71af11a2', 'project_id': 'a995617c26584027b41b908107d1482b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:00.643507 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (f118f5c7-8f9c-46c4-a620-902cc2d54b64), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:00.707660 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (f118f5c7-8f9c-46c4-a620-902cc2d54b64), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:00.768559 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (f118f5c7-8f9c-46c4-a620-902cc2d54b64), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:00.788826 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f118f5c7-8f9c-46c4-a620-902cc2d54b64,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:00.796636 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.797564 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.797564 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.798098 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.798098 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.798267 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.798667 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.799007 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.799330 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.799651 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.799972 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.800293 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.800611 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:00.845713 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:00.847010 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0217ec4d-4a57-46e7-bbd3-d3d16b4adcfd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2951190 Feb 09 13:21:00.849802 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49246) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:21:00.854514 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-4f85cd50-b10e-4be2-a24f-709878fabdce tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Request body: {'security_group_rule': {'security_group_id': 'efbf1128-c13e-4b39-9ebe-c78f71af11a2', 'project_id': 'a995617c26584027b41b908107d1482b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:00.873878 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device e8e7c7ae-8771-4d1d-9209-680d58b7d32a up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:21:00.916719 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Sync routers for ids ['eb0d56b1-f3db-4d90-80da-19759188f4b7'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:21:00.927187 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Routers {'eb0d56b1-f3db-4d90-80da-19759188f4b7'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:21:00.929986 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:20:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['eb0d56b1-f3db-4d90-80da-19759188f4b7'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:00.930293 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port e8e7c7ae-8771-4d1d-9209-680d58b7d32a triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:00.930651 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:00.934088 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4f85cd50-b10e-4be2-a24f-709878fabdce tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (5907ff94-ca9f-49fb-ba83-21819f85d1ad), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.010651 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4f85cd50-b10e-4be2-a24f-709878fabdce tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (5907ff94-ca9f-49fb-ba83-21819f85d1ad), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.013923 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port e8e7c7ae-8771-4d1d-9209-680d58b7d32a is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:21:01.014323 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.039672 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] For port e8e7c7ae-8771-4d1d-9209-680d58b7d32a, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=e8e7c7ae-8771-4d1d-9209-680d58b7d32a,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:01.049526 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Set router eb0d56b1-f3db-4d90-80da-19759188f4b7 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:21:01.076766 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4f85cd50-b10e-4be2-a24f-709878fabdce tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (5907ff94-ca9f-49fb-ba83-21819f85d1ad), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.095914 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85cd50-b10e-4be2-a24f-709878fabdce tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5907ff94-ca9f-49fb-ba83-21819f85d1ad,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:01.105465 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.154223 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Pushing event updated for resources: {'Port': ['ID=e8e7c7ae-8771-4d1d-9209-680d58b7d32a,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:01.164967 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4f85cd50-b10e-4be2-a24f-709878fabdce tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.166227 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-4f85cd50-b10e-4be2-a24f-709878fabdce tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3153353 Feb 09 13:21:01.169212 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49248) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:21:01.174296 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [None req-a99ed278-eebc-49c1-a2bf-98317c9e336f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Request body: {'security_group_rule': {'security_group_id': 'efbf1128-c13e-4b39-9ebe-c78f71af11a2', 'project_id': 'a995617c26584027b41b908107d1482b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:01.282370 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a99ed278-eebc-49c1-a2bf-98317c9e336f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (ec84be38-c9ea-4393-981a-66666a50f12e), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.337496 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'name': 'tempest-TestShelveInstance-948536386-router', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'gw_port': {'id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '74232b9a-b50c-449f-9e61-0526d69bb991', 'name': '', 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'mac_address': 'fa:16:3e:02:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd71bb267-fae3-4d97-97bc-013ea98b4ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:58Z', 'updated_at': '2022-02-09T13:20:59Z', 'revision_number': 2, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'subnets': [{'id': 'd71bb267-fae3-4d97-97bc-013ea98b4ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:01.340063 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a99ed278-eebc-49c1-a2bf-98317c9e336f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (ec84be38-c9ea-4393-981a-66666a50f12e), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.366868 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Checking router: eb0d56b1-f3db-4d90-80da-19759188f4b7 for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:21:01.367224 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Updating router eb0d56b1-f3db-4d90-80da-19759188f4b7 port 74232b9a-b50c-449f-9e61-0526d69bb991 binding host dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:21:01.394053 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.414244 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a99ed278-eebc-49c1-a2bf-98317c9e336f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (ec84be38-c9ea-4393-981a-66666a50f12e), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.432978 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ed278-eebc-49c1-a2bf-98317c9e336f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec84be38-c9ea-4393-981a-66666a50f12e,revision_number=0']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:01.506683 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-a99ed278-eebc-49c1-a2bf-98317c9e336f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.508070 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-a99ed278-eebc-49c1-a2bf-98317c9e336f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378627 Feb 09 13:21:01.510856 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49250) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:21:01.515492 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-04af7509-4e35-4719-9c3b-c98f0c84e7c3 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Request body: {'security_group_rule': {'security_group_id': 'efbf1128-c13e-4b39-9ebe-c78f71af11a2', 'project_id': 'a995617c26584027b41b908107d1482b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:01.634704 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04af7509-4e35-4719-9c3b-c98f0c84e7c3 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (5a630030-36e3-4ae0-891e-5aeaba9a36cb), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.650317 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Publish callbacks [] for port (74232b9a-b50c-449f-9e61-0526d69bb991), precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.690819 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04af7509-4e35-4719-9c3b-c98f0c84e7c3 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (5a630030-36e3-4ae0-891e-5aeaba9a36cb), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.709671 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.756178 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e397a2-43fb-4261-b76d-30bca33639c0 None None] Pushing event updated for resources: {'Port': ['ID=74232b9a-b50c-449f-9e61-0526d69bb991,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:01.759262 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04af7509-4e35-4719-9c3b-c98f0c84e7c3 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (5a630030-36e3-4ae0-891e-5aeaba9a36cb), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.780393 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af7509-4e35-4719-9c3b-c98f0c84e7c3 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a630030-36e3-4ae0-891e-5aeaba9a36cb,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:01.817605 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Attempting to bind port 74232b9a-b50c-449f-9e61-0526d69bb991 on host dv-cinder-827860-3-iscsi for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:21:01.818048 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Attempting to bind port 74232b9a-b50c-449f-9e61-0526d69bb991 by drivers openvswitch,hyperv on host dv-cinder-827860-3-iscsi at level 0 using segments [{'id': '038a0266-6ced-43fe-bfec-6a767f6bf220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:21:01.818630 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Attempting to bind port 74232b9a-b50c-449f-9e61-0526d69bb991 on network 5dbaa2d4-8120-40cd-9304-bb93fc50499b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:21:01.824173 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Checking agent: {'id': '9ea81e40-cb5d-4115-b66f-91b8e80d4ed7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827860-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 2, 59), 'started_at': datetime.datetime(2022, 2, 9, 13, 3, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827860-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:21:01.825119 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Checking segment: {'id': '038a0266-6ced-43fe-bfec-6a767f6bf220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:21:01.825517 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.825912 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Bound using segment: {'id': '038a0266-6ced-43fe-bfec-6a767f6bf220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:21:01.826382 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Bound port: 74232b9a-b50c-449f-9e61-0526d69bb991, host: dv-cinder-827860-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038a0266-6ced-43fe-bfec-6a767f6bf220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:21:01.826787 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.844367 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04af7509-4e35-4719-9c3b-c98f0c84e7c3 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.845720 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-04af7509-4e35-4719-9c3b-c98f0c84e7c3 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338742 Feb 09 13:21:01.849257 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49252) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:21:01.853086 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-4efedaf5-3ceb-40e2-b9b3-da39b505e9cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Request body: {'security_group_rule': {'security_group_id': 'efbf1128-c13e-4b39-9ebe-c78f71af11a2', 'project_id': 'a995617c26584027b41b908107d1482b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:01.893326 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] For port 74232b9a-b50c-449f-9e61-0526d69bb991, host dv-cinder-827860-3-iscsi, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:21:01.896545 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] For port 74232b9a-b50c-449f-9e61-0526d69bb991, host dv-cinder-827860-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=74232b9a-b50c-449f-9e61-0526d69bb991,segment=NetworkSegment(038a0266-6ced-43fe-bfec-6a767f6bf220),segment_id=038a0266-6ced-43fe-bfec-6a767f6bf220)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:21:01.939640 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.securitygroups_db [None req-4efedaf5-3ceb-40e2-b9b3-da39b505e9cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Project a995617c26584027b41b908107d1482b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:21:01.944832 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4efedaf5-3ceb-40e2-b9b3-da39b505e9cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (db3860d0-2e26-4bc4-a31f-de7f7bda2ea0), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:01.962860 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.007350 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4efedaf5-3ceb-40e2-b9b3-da39b505e9cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (db3860d0-2e26-4bc4-a31f-de7f7bda2ea0), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.013551 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Routers {'eb0d56b1-f3db-4d90-80da-19759188f4b7'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:21:02.014177 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:20:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['eb0d56b1-f3db-4d90-80da-19759188f4b7'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:02.021241 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-7c39aed0-8b5c-4316-bbaf-3162bbad1748 None None] Provisioning complete for port 74232b9a-b50c-449f-9e61-0526d69bb991 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:02.021729 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7c39aed0-8b5c-4316-bbaf-3162bbad1748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.082735 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4efedaf5-3ceb-40e2-b9b3-da39b505e9cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (db3860d0-2e26-4bc4-a31f-de7f7bda2ea0), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.097354 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e397a2-43fb-4261-b76d-30bca33639c0 None None] Pushing event updated for resources: {'Port': ['ID=74232b9a-b50c-449f-9e61-0526d69bb991,revision_number=4']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:02.105593 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-7c39aed0-8b5c-4316-bbaf-3162bbad1748 None None] Current status of the port 74232b9a-b50c-449f-9e61-0526d69bb991 is: DOWN; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:21:02.105970 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7c39aed0-8b5c-4316-bbaf-3162bbad1748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.128353 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efedaf5-3ceb-40e2-b9b3-da39b505e9cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3860d0-2e26-4bc4-a31f-de7f7bda2ea0,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:02.132279 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] Set router eb0d56b1-f3db-4d90-80da-19759188f4b7 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:21:02.144358 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-7c39aed0-8b5c-4316-bbaf-3162bbad1748 None None] For port 74232b9a-b50c-449f-9e61-0526d69bb991, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=74232b9a-b50c-449f-9e61-0526d69bb991,segment=NetworkSegment(038a0266-6ced-43fe-bfec-6a767f6bf220),segment_id=038a0266-6ced-43fe-bfec-6a767f6bf220)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:02.176023 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4efedaf5-3ceb-40e2-b9b3-da39b505e9cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.177441 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-4efedaf5-3ceb-40e2-b9b3-da39b505e9cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3280594 Feb 09 13:21:02.183279 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49254) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:21:02.188671 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-17c71deb-6219-4aaa-9ce4-e318172bc6cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Request body: {'security_group_rule': {'security_group_id': 'efbf1128-c13e-4b39-9ebe-c78f71af11a2', 'project_id': 'a995617c26584027b41b908107d1482b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:02.219991 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7c39aed0-8b5c-4316-bbaf-3162bbad1748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.272139 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39aed0-8b5c-4316-bbaf-3162bbad1748 None None] Pushing event updated for resources: {'Port': ['ID=74232b9a-b50c-449f-9e61-0526d69bb991,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:02.277032 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.securitygroups_db [None req-17c71deb-6219-4aaa-9ce4-e318172bc6cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Project a995617c26584027b41b908107d1482b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:21:02.282812 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-17c71deb-6219-4aaa-9ce4-e318172bc6cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (324e700c-b7ee-49e7-a0e6-cb1cffd918a5), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.340366 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-742272e6-af86-402f-bbc2-4f8f567dc1d8 None None] Provisioning complete for port 74232b9a-b50c-449f-9e61-0526d69bb991 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:02.340884 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-742272e6-af86-402f-bbc2-4f8f567dc1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.344705 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'name': 'tempest-TestShelveInstance-948536386-router', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'gw_port': {'id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '74232b9a-b50c-449f-9e61-0526d69bb991', 'name': '', 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'mac_address': 'fa:16:3e:02:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd71bb267-fae3-4d97-97bc-013ea98b4ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:58Z', 'updated_at': '2022-02-09T13:21:01Z', 'revision_number': 4, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'subnets': [{'id': 'd71bb267-fae3-4d97-97bc-013ea98b4ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:02.345190 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-17c71deb-6219-4aaa-9ce4-e318172bc6cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (324e700c-b7ee-49e7-a0e6-cb1cffd918a5), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.373467 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdc50c5-3dc5-45ea-80a2-6be565b87699 None None] The sync data for ids ['eb0d56b1-f3db-4d90-80da-19759188f4b7'] in dv-cinder-827860-3-iscsi is: [{'id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'name': 'tempest-TestShelveInstance-948536386-router', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:20:58Z', 'revision_number': 4, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'gw_port': {'id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': '74232b9a-b50c-449f-9e61-0526d69bb991', 'name': '', 'network_id': '5dbaa2d4-8120-40cd-9304-bb93fc50499b', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'mac_address': 'fa:16:3e:02:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd71bb267-fae3-4d97-97bc-013ea98b4ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:58Z', 'updated_at': '2022-02-09T13:21:01Z', 'revision_number': 4, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'subnets': [{'id': 'd71bb267-fae3-4d97-97bc-013ea98b4ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:21:02.418391 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-17c71deb-6219-4aaa-9ce4-e318172bc6cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773274'] for security_group_rule (324e700c-b7ee-49e7-a0e6-cb1cffd918a5), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.454253 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c71deb-6219-4aaa-9ce4-e318172bc6cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324e700c-b7ee-49e7-a0e6-cb1cffd918a5,revision_number=0']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:02.457615 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-742272e6-af86-402f-bbc2-4f8f567dc1d8 None None] Current status of the port 74232b9a-b50c-449f-9e61-0526d69bb991 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:21:02.547870 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-17c71deb-6219-4aaa-9ce4-e318172bc6cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:02.547870 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-17c71deb-6219-4aaa-9ce4-e318172bc6cd tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3577688 Feb 09 13:21:02.941295 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 74232b9a-b50c-449f-9e61-0526d69bb991 up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:21:02.993377 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port 74232b9a-b50c-449f-9e61-0526d69bb991 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:02.993758 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:03.077622 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port 74232b9a-b50c-449f-9e61-0526d69bb991 is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:21:03.078751 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device e8e7c7ae-8771-4d1d-9209-680d58b7d32a up at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:21:03.127503 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Provisioning complete for port e8e7c7ae-8771-4d1d-9209-680d58b7d32a triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:03.127892 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:03.208181 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Current status of the port e8e7c7ae-8771-4d1d-9209-680d58b7d32a is: ACTIVE; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:21:17.357067 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:20.431576 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-190a08f0-ef4e-412d-b6bb-fc3f9b9eee1b tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96809161&fields=id&tenant_id=a995617c26584027b41b908107d1482b HTTP/1.1" status: 200 len: 267 time: 0.0456560 Feb 09 13:21:20.533525 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-91fc0e7a-81a5-4d46-8194-fa75b58bee46 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:20.535010 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-91fc0e7a-81a5-4d46-8194-fa75b58bee46 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/networks?id=092e799c-3856-4065-b316-ee99869a22fb HTTP/1.1" status: 200 len: 809 time: 0.0971711 Feb 09 13:21:20.549614 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-7605bdfb-9978-47cc-ad49-d8d423aee37a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/quotas/a995617c26584027b41b908107d1482b HTTP/1.1" status: 200 len: 375 time: 0.0093343 Feb 09 13:21:20.606577 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-4cc582cb-03fd-41f3-b568-02bb1b8c707a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a995617c26584027b41b908107d1482b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519037 Feb 09 13:21:20.621701 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-0e2ea47a-9095-4f33-9548-a05049879509 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103165) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:21:20.622726 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-0e2ea47a-9095-4f33-9548-a05049879509 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049641 Feb 09 13:21:20.707631 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-d3efa4dc-d387-4a50-bcf5-019e1a5ac734 service neutron] 10.222.0.84 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797458 Feb 09 13:21:20.797136 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-83c018fd-1476-4872-93db-06822197c9f6 service neutron] 10.222.0.84 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838370 Feb 09 13:21:21.546772 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5a2ac823-9cff-488c-9e03-ac439842cd9d req-a8e1ad74-5132-4982-9ae8-26b5cff3aa04 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 210 time: 0.1229002 Feb 09 13:21:22.639865 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d677b94c-104a-4c87-b2a4-be91c1bd5e14 req-31f508d6-9737-4ab0-b6b2-d724486d3f22 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 210 time: 0.0273533 Feb 09 13:21:22.726937 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d07ebaa0-8108-4dd2-89ba-98b8f45587f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:23.537550 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-3f7f523a-982a-4c70-b556-a051e6bf533f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:23.538980 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-3f7f523a-982a-4c70-b556-a051e6bf533f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.31 "GET /v2.0/networks?id=092e799c-3856-4065-b316-ee99869a22fb HTTP/1.1" status: 200 len: 809 time: 0.1029572 Feb 09 13:21:23.603232 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-daf39f40-a419-4066-b16e-2cc2a3298f94 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a995617c26584027b41b908107d1482b HTTP/1.1" status: 200 len: 378 time: 0.0532696 Feb 09 13:21:23.614303 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Request body: {'port': {'device_id': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'admin_state_up': True, 'tenant_id': 'a995617c26584027b41b908107d1482b', 'security_groups': ['efbf1128-c13e-4b39-9ebe-c78f71af11a2']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:23.741603 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-beb64ed6-06f3-49a4-82b2-f16c940c377f req-3c0210be-0094-40d9-b722-c65d59160471 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 210 time: 0.0327725 Feb 09 13:21:23.819547 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Made reservation on behalf of a995617c26584027b41b908107d1482b for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:23.823136 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:23.949920 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Allocated IP 172.20.0.4 (092e799c-3856-4065-b316-ee99869a22fb/c94ef1ac-3384-4c0b-b854-d2dab8ea66ba/1c03d285-4ab1-4f1e-af2c-efca29aa27c4) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:24.082809 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:24.185976 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:24.234629 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Network 092e799c-3856-4065-b316-ee99869a22fb is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:24.237771 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:24.241507 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:21:24.248105 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event updated for resources: {'Port': ['ID=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:24.294105 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:24.294794 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:24.398874 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-e64177eb-547b-40d2-ac43-219ea04e1ed6 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7880449 Feb 09 13:21:24.415020 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Request body: {'port': {'device_id': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:24.474476 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:24.519958 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-dfaec38e-4c79-4efe-ac8e-58c0f1b85e1c None None] Provisioning complete for port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:24.520505 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-dfaec38e-4c79-4efe-ac8e-58c0f1b85e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:24.554375 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-dfaec38e-4c79-4efe-ac8e-58c0f1b85e1c None None] Port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:21:24.736266 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:21:24.743608 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Publish callbacks [] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:24.755666 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Transition to ACTIVE for port object 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:24.853498 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:24.862707 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3124925-e7f7-4789-941f-1420f58b8e92 req-a728b174-528a-45ad-b32e-48b252ef49ae tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:24.864277 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c3124925-e7f7-4789-941f-1420f58b8e92 req-a728b174-528a-45ad-b32e-48b252ef49ae tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 931 time: 0.0560009 Feb 09 13:21:24.921833 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Pushing event updated for resources: {'Port': ['ID=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:24.949662 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c3124925-e7f7-4789-941f-1420f58b8e92 req-1b0644e2-3cb1-48d2-ac3b-5a3f271e52be tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786426 Feb 09 13:21:24.978961 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Attempting to bind port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:21:24.979295 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Attempting to bind port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:21:24.979629 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Attempting to bind port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 on network 092e799c-3856-4065-b316-ee99869a22fb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:21:24.984279 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 on network 092e799c-3856-4065-b316-ee99869a22fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:21:24.984612 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Attempting to bind port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 on network 092e799c-3856-4065-b316-ee99869a22fb {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:21:24.989746 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:21:24.989986 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Checking segment: {'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:21:24.990371 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Bound using segment: {'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:21:24.990836 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Bound port: 1c03d285-4ab1-4f1e-af2c-efca29aa27c4, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '092e799c-3856-4065-b316-ee99869a22fb'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:21:24.991197 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:25.060750 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f5d2bdea-40da-4123-bad4-c73e80978e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:25.063765 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] For port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:21:25.067210 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] For port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:21:25.140190 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:25.174979 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:25.175444 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:25.176830 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] 10.222.0.31 "PUT /v2.0/ports/1c03d285-4ab1-4f1e-af2c-efca29aa27c4 HTTP/1.1" status: 200 len: 1093 time: 0.7664213 Feb 09 13:21:25.177298 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:21:25.179638 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a31a90-ec8f-4639-8bab-9e4def4b0191" -d '{"events": [{"name": "network-changed", "server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:21:25.207981 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6fb2-cdbd-4803-95f9-c3281cff8254 service neutron] Pushing event updated for resources: {'Port': ['ID=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:25.227358 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd606f0-4683-4ea2-8fa5-b974abe0c25e x-openstack-request-id: req-cbd606f0-4683-4ea2-8fa5-b974abe0c25e {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:21:25.227653 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:21:25.227910 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cbd606f0-4683-4ea2-8fa5-b974abe0c25e {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:21:25.228322 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'status': 'completed', 'code': 200} Feb 09 13:21:25.298934 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a31a90-ec8f-4639-8bab-9e4def4b0191 req-dcd8837b-cc87-4cb4-aba2-eb10129a2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:25.300450 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f0a31a90-ec8f-4639-8bab-9e4def4b0191 req-dcd8837b-cc87-4cb4-aba2-eb10129a2161 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a995617c26584027b41b908107d1482b&device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1127 time: 0.0499308 Feb 09 13:21:25.403491 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a31a90-ec8f-4639-8bab-9e4def4b0191 req-7d9e6711-3380-4571-b9d1-f51d8d3760e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:25.404918 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f0a31a90-ec8f-4639-8bab-9e4def4b0191 req-7d9e6711-3380-4571-b9d1-f51d8d3760e7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a995617c26584027b41b908107d1482b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0969701 Feb 09 13:21:25.503987 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a31a90-ec8f-4639-8bab-9e4def4b0191 req-9899e95e-b953-417a-9ca2-70f81b8edc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:25.505479 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f0a31a90-ec8f-4639-8bab-9e4def4b0191 req-9899e95e-b953-417a-9ca2-70f81b8edc20 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911276 Feb 09 13:21:25.597976 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-28e1e940-2db2-4431-92e2-a1fa323297f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:25.599641 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-28e1e940-2db2-4431-92e2-a1fa323297f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a995617c26584027b41b908107d1482b&device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1127 time: 0.0484231 Feb 09 13:21:25.643687 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-976e13c4-c12c-4ed5-9c97-01fca8c5240d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4 HTTP/1.1" status: 200 len: 217 time: 0.0333583 Feb 09 13:21:25.694206 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-ce339f21-8de3-4734-a5c7-e78b8f8df1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:25.695656 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-ce339f21-8de3-4734-a5c7-e78b8f8df1ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c94ef1ac-3384-4c0b-b854-d2dab8ea66ba HTTP/1.1" status: 200 len: 848 time: 0.0426891 Feb 09 13:21:25.747961 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-68767e63-c030-4bc6-a28e-bec5904c4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:25.749464 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-68767e63-c030-4bc6-a28e-bec5904c4db2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=092e799c-3856-4065-b316-ee99869a22fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471749 Feb 09 13:21:25.842380 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-d7e8c57a-cc5b-498e-a815-92dda8497603 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861499 Feb 09 13:21:25.937665 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d77bd50a-85bc-4cc3-8fd0-dfbb5a9c17a9 req-5fb0925e-1380-4d84-a357-0372b5515587 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875585 Feb 09 13:21:26.058931 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2641e20-b016-4def-a6be-c19f5beeded7 req-d513d6db-3ba1-48f6-b750-3f3187224a2b tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:26.060440 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b2641e20-b016-4def-a6be-c19f5beeded7 req-d513d6db-3ba1-48f6-b750-3f3187224a2b tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0557871 Feb 09 13:21:26.111140 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-b2641e20-b016-4def-a6be-c19f5beeded7 req-d449f181-598d-473a-81bc-4e6a0f34ecf1 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448184 Feb 09 13:21:26.178733 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:27.233985 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced1b78-7a7e-4502-9c37-1a41874ebb4b req-c7046700-3601-4c68-8ae1-bab2dd93eaed tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:27.235485 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8ced1b78-7a7e-4502-9c37-1a41874ebb4b req-c7046700-3601-4c68-8ae1-bab2dd93eaed tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0522082 Feb 09 13:21:27.284439 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8ced1b78-7a7e-4502-9c37-1a41874ebb4b req-702be3e4-478d-4f6f-8e98-976e92620f47 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433130 Feb 09 13:21:27.727469 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:28.399397 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856d412-34ee-45eb-b10f-ca1b417e1285 req-fdd126d9-838d-4f89-80d4-727d30951bd2 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:28.400926 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d856d412-34ee-45eb-b10f-ca1b417e1285 req-fdd126d9-838d-4f89-80d4-727d30951bd2 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0507212 Feb 09 13:21:28.450530 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d856d412-34ee-45eb-b10f-ca1b417e1285 req-bcf5c68c-40a3-4a9f-bd57-669dd4f8b6d7 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421929 Feb 09 13:21:28.660448 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-c7c437d7-4436-4c70-a1c5-ff7e2dab0e68 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841012 Feb 09 13:21:28.754872 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-9b3d4f89-42e6-4959-a0a2-ab3f6d7f43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:28.756346 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-9b3d4f89-42e6-4959-a0a2-ab3f6d7f43e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 1130 time: 0.0475881 Feb 09 13:21:28.864968 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-69776e44-d942-41e7-9c09-abd5d12a2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:28.864968 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-69776e44-d942-41e7-9c09-abd5d12a2c1f service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 913 time: 0.0855000 Feb 09 13:21:28.930971 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-aead3912-c80b-43af-8fd5-4a0946a49511 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0473794-25d6-4297-bd7b-f2930167cb57 HTTP/1.1" status: 200 len: 1001 time: 0.0597885 Feb 09 13:21:28.982634 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-09f8cf3e-59fe-4856-a446-701bfdbbef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:28.984079 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-09f8cf3e-59fe-4856-a446-701bfdbbef11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0472660 Feb 09 13:21:29.035904 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-1bafcfd7-22b4-4a0c-abec-5a3334b14da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:29.037375 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-1bafcfd7-22b4-4a0c-abec-5a3334b14da4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453062 Feb 09 13:21:29.048396 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-e039118d-f164-4168-baf0-352e5101a470 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=103164) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:21:29.049319 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-e039118d-f164-4168-baf0-352e5101a470 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052564 Feb 09 13:21:29.140941 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-7e999b61-6a9f-4da4-ac9a-40e65d782edd service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843363 Feb 09 13:21:29.253952 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c8fe7e8f-1832-4f62-bd58-a33af558137f req-e8b910d6-42bc-4a76-91b1-d3e17794bbf6 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030755 Feb 09 13:21:29.303888 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:29.585912 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e206f3-a4b4-4a02-95bd-bb8e14e85505 req-e1077974-7950-4862-8325-9a973ff6457c tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:29.587465 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-79e206f3-a4b4-4a02-95bd-bb8e14e85505 req-e1077974-7950-4862-8325-9a973ff6457c tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0701280 Feb 09 13:21:29.641605 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-79e206f3-a4b4-4a02-95bd-bb8e14e85505 req-bff39851-2dea-4a78-803d-72bc39d34048 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484531 Feb 09 13:21:30.759411 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a473eb-6c36-4839-9073-22d1f94a7ae5 req-bec952c8-afde-4f94-b066-ef3478462091 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:30.760889 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-91a473eb-6c36-4839-9073-22d1f94a7ae5 req-bec952c8-afde-4f94-b066-ef3478462091 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0521271 Feb 09 13:21:30.810753 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-91a473eb-6c36-4839-9073-22d1f94a7ae5 req-91cc5592-43cf-4f0c-a545-08582541fcc2 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443065 Feb 09 13:21:31.930831 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da920e75-d8eb-4fec-a67d-878abf7fecf5 req-6a54169f-890e-4905-8b65-7953d609b3bb tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:31.932290 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-da920e75-d8eb-4fec-a67d-878abf7fecf5 req-6a54169f-890e-4905-8b65-7953d609b3bb tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0562654 Feb 09 13:21:31.979721 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-da920e75-d8eb-4fec-a67d-878abf7fecf5 req-8c2779f5-52ed-44dc-8288-59d723fa74a7 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419116 Feb 09 13:21:33.099742 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4343217-96cc-4557-8263-5c40d74b9319 req-871f3d85-ac78-4a65-a0a1-b18ceebc8903 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:33.101116 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e4343217-96cc-4557-8263-5c40d74b9319 req-871f3d85-ac78-4a65-a0a1-b18ceebc8903 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0569608 Feb 09 13:21:33.148105 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e4343217-96cc-4557-8263-5c40d74b9319 req-0535f583-89f2-4cb7-9dba-eb9616a011d2 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414443 Feb 09 13:21:33.555726 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:21:33.650408 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:33.662828 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'port_id': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'mac_address': 'fa:16:3e:6b:20:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:21:33.702722 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:21:33.703118 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:33.715902 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:21:33.734969 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:33.796094 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:33.842539 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:34.079529 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['1c03d285-4ab1-4f1e-af2c-efca29aa27c4'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:21:34.266030 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875968c-6c74-4bb7-8e54-3d5ccc6aa1f5 req-d022342f-f445-49f8-aedf-c78ee059f681 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:34.267557 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1875968c-6c74-4bb7-8e54-3d5ccc6aa1f5 req-d022342f-f445-49f8-aedf-c78ee059f681 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 944 time: 0.0517485 Feb 09 13:21:34.316488 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-1875968c-6c74-4bb7-8e54-3d5ccc6aa1f5 req-4dd50c30-6882-416f-89c3-2ffd9bb1d8d4 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432467 Feb 09 13:21:35.432172 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ad7f4-5426-4621-96ca-e912dbdebfd5 req-2d4e1616-1bfb-4535-9756-1db5c9138ced tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:35.433650 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bf2ad7f4-5426-4621-96ca-e912dbdebfd5 req-2d4e1616-1bfb-4535-9756-1db5c9138ced tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 944 time: 0.0527020 Feb 09 13:21:35.481437 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bf2ad7f4-5426-4621-96ca-e912dbdebfd5 req-0e80bc69-d188-4022-b6bc-21c65896d8d2 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422928 Feb 09 13:21:35.581264 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:21:35.588076 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:21:35.727396 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:35.731190 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:35.735512 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:35.807797 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:21:35.808180 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:35.829835 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:21:35.832325 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adf03a4-0b0e-4bad-92de-eb262a73abd0" -d '{"events": [{"server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "name": "network-vif-plugged", "status": "completed", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:21:35.845313 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:35.868806 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aa3486-3351-49f8-a0f0-cfb5b4ae2ba1 x-openstack-request-id: req-b7aa3486-3351-49f8-a0f0-cfb5b4ae2ba1 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:21:35.868806 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "name": "network-vif-plugged", "status": "completed", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:21:35.868806 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7aa3486-3351-49f8-a0f0-cfb5b4ae2ba1 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:21:35.868806 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'code': 200} Feb 09 13:21:35.910487 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:35.956977 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:36.216046 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5320-1d50-4c3b-a434-b5684f4dba32 req-0a8da167-a480-4c1c-87c1-c2f38d67cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:36.218053 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-098f5320-1d50-4c3b-a434-b5684f4dba32 req-0a8da167-a480-4c1c-87c1-c2f38d67cc07 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1129 time: 0.0517831 Feb 09 13:21:36.271157 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-098f5320-1d50-4c3b-a434-b5684f4dba32 req-9a86dbd6-bff0-442f-85c0-c0ad85d8adad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394123 Feb 09 13:21:36.596794 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863a399-77df-4587-bc22-7500b3600706 req-58395786-2638-405e-b65f-5de56705bf88 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:36.598262 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c863a399-77df-4587-bc22-7500b3600706 req-58395786-2638-405e-b65f-5de56705bf88 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0513394 Feb 09 13:21:36.649548 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-c863a399-77df-4587-bc22-7500b3600706 req-d677ba92-b852-4304-b33a-877340a9eaf3 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455759 Feb 09 13:21:37.768418 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccdb49-3853-4a7a-acec-a68a2aeeb96e req-a215a7f8-ebb7-4f3c-b01d-28701a01ad20 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:37.769907 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3dccdb49-3853-4a7a-acec-a68a2aeeb96e req-a215a7f8-ebb7-4f3c-b01d-28701a01ad20 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0514069 Feb 09 13:21:37.818226 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3dccdb49-3853-4a7a-acec-a68a2aeeb96e req-ec2e4b7f-f10d-45da-8dc8-136df0d1f322 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426793 Feb 09 13:21:37.933432 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27252cd1-d046-4497-8a9b-113415b5465f req-a3d4acfb-347d-487f-ade9-0b16b16e8952 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:37.934921 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-27252cd1-d046-4497-8a9b-113415b5465f req-a3d4acfb-347d-487f-ade9-0b16b16e8952 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0521288 Feb 09 13:21:37.983278 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-27252cd1-d046-4497-8a9b-113415b5465f req-6e98fdfd-19bc-4d44-a77b-198ad2f2497d tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423217 Feb 09 13:21:38.004417 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49432) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:21:38.090185 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b631a82f-fe08-48fa-b58d-6038bdc38f30 tempest-TestShelveInstance-356565720 tempest-TestShelveInstance-356565720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:38.091939 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-b631a82f-fe08-48fa-b58d-6038bdc38f30 tempest-TestShelveInstance-356565720 tempest-TestShelveInstance-356565720-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1124 time: 0.0862820 Feb 09 13:21:38.094551 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49436) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:21:38.099138 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Request body: {'floatingip': {'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'port_id': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:21:38.161760 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:38.260973 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:38.361187 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Allocated IP 172.27.1.156 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/2eeca16b-6e16-4879-9553-b6c825ba1f0c) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:38.460459 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for port (2eeca16b-6e16-4879-9553-b6c825ba1f0c), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:38.568174 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (2eeca16b-6e16-4879-9553-b6c825ba1f0c), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:38.603708 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:38.608433 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:38.611896 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:21:38.637117 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event updated for resources: {'Port': ['ID=2eeca16b-6e16-4879-9553-b6c825ba1f0c,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:38.963539 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for floatingip (6bdd8726-524b-4d7c-ad7d-f2b86b16b7ea), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:39.097614 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (2eeca16b-6e16-4879-9553-b6c825ba1f0c), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:39.243222 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for port (2eeca16b-6e16-4879-9553-b6c825ba1f0c), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:39.293123 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (2eeca16b-6e16-4879-9553-b6c825ba1f0c), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:39.362512 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event updated for resources: {'Port': ['ID=2eeca16b-6e16-4879-9553-b6c825ba1f0c,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:39.374348 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (6bdd8726-524b-4d7c-ad7d-f2b86b16b7ea), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:39.477658 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.l3_db [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Floating IP 6bdd8726-524b-4d7c-ad7d-f2b86b16b7ea associated. External IP: 172.27.1.156, port: 1c03d285-4ab1-4f1e-af2c-efca29aa27c4. Feb 09 13:21:39.690263 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Router 41f3f65f-8dad-4dff-9aef-08ba30970359 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:39.795303 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:39.805197 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c377e5a-bf12-4b0d-a5d0-d9ccaa04e15c None None] Sync routers for ids ['41f3f65f-8dad-4dff-9aef-08ba30970359'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:21:39.815182 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c377e5a-bf12-4b0d-a5d0-d9ccaa04e15c None None] Routers {'41f3f65f-8dad-4dff-9aef-08ba30970359'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:21:39.815800 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-8c377e5a-bf12-4b0d-a5d0-d9ccaa04e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:21:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['41f3f65f-8dad-4dff-9aef-08ba30970359'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:39.906053 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:39.920261 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-8c377e5a-bf12-4b0d-a5d0-d9ccaa04e15c None None] Set router 41f3f65f-8dad-4dff-9aef-08ba30970359 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:21:39.937008 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-5315c661-a58d-4cc7-88ca-b86256e9427a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8413725 Feb 09 13:21:39.937582 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:21:39.939893 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df" -d '{"events": [{"name": "network-changed", "server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:21:39.976184 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717732d3-31dc-474e-a009-0bc3c387d3c9 x-openstack-request-id: req-717732d3-31dc-474e-a009-0bc3c387d3c9 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:21:39.976791 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:21:39.976791 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-717732d3-31dc-474e-a009-0bc3c387d3c9 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:21:39.977101 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'status': 'completed', 'code': 200} Feb 09 13:21:40.039885 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df req-cd8fac14-e108-480f-9159-57fd730323b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:40.041438 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df req-cd8fac14-e108-480f-9159-57fd730323b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a995617c26584027b41b908107d1482b&device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1129 time: 0.0438585 Feb 09 13:21:40.130700 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df req-9667a657-3eed-48be-8bae-4c55ff893802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:40.132186 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df req-9667a657-3eed-48be-8bae-4c55ff893802 service neutron] 10.222.0.31 "GET /v2.0/networks?id=092e799c-3856-4065-b316-ee99869a22fb HTTP/1.1" status: 200 len: 910 time: 0.0848081 Feb 09 13:21:40.145192 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-8c377e5a-bf12-4b0d-a5d0-d9ccaa04e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 4, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '6bdd8726-524b-4d7c-ad7d-f2b86b16b7ea', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'port_id': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'mac_address': 'fa:16:3e:6b:20:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:21:38Z', 'updated_at': '2022-02-09T13:21:38Z', 'revision_number': 0, 'project_id': 'a995617c26584027b41b908107d1482b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcead3e-3a33-4d92-ae46-91f4dd5aad4e', 'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'mac_address': 'fa:16:3e:b2:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:51Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 5, 'project_id': 'a995617c26584027b41b908107d1482b', 'subnets': [{'id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:40.171270 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c377e5a-bf12-4b0d-a5d0-d9ccaa04e15c None None] Checking router: 41f3f65f-8dad-4dff-9aef-08ba30970359 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:21:40.179565 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c377e5a-bf12-4b0d-a5d0-d9ccaa04e15c None None] Routers {'41f3f65f-8dad-4dff-9aef-08ba30970359'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:21:40.180168 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-8c377e5a-bf12-4b0d-a5d0-d9ccaa04e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:21:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['41f3f65f-8dad-4dff-9aef-08ba30970359'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:40.195962 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df req-0d46e4d7-2436-4cae-99d5-5315f2a92f31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4 HTTP/1.1" status: 200 len: 999 time: 0.0579855 Feb 09 13:21:40.252129 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df req-e533e736-6194-4700-9f6e-1c75debfd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:40.253618 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df req-e533e736-6194-4700-9f6e-1c75debfd8c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c94ef1ac-3384-4c0b-b854-d2dab8ea66ba HTTP/1.1" status: 200 len: 848 time: 0.0517318 Feb 09 13:21:40.304278 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df req-10ea7575-cc21-4a05-a8a7-6b46fdc293f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:40.305803 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df req-10ea7575-cc21-4a05-a8a7-6b46fdc293f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=092e799c-3856-4065-b316-ee99869a22fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460420 Feb 09 13:21:40.393180 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df req-28253404-f709-42e0-ab1b-fe3d6c576e5e service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808170 Feb 09 13:21:40.421282 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-8c377e5a-bf12-4b0d-a5d0-d9ccaa04e15c None None] Set router 41f3f65f-8dad-4dff-9aef-08ba30970359 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:21:40.486941 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-356e99e0-17b8-44c8-9ea7-c707aa9cf8df req-27157956-5bd2-400b-ad30-0acb15805244 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878134 Feb 09 13:21:40.646267 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-8c377e5a-bf12-4b0d-a5d0-d9ccaa04e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 4, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '6bdd8726-524b-4d7c-ad7d-f2b86b16b7ea', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'port_id': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'mac_address': 'fa:16:3e:6b:20:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:21:38Z', 'updated_at': '2022-02-09T13:21:38Z', 'revision_number': 0, 'project_id': 'a995617c26584027b41b908107d1482b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcead3e-3a33-4d92-ae46-91f4dd5aad4e', 'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'mac_address': 'fa:16:3e:b2:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:51Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 5, 'project_id': 'a995617c26584027b41b908107d1482b', 'subnets': [{'id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:40.673921 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c377e5a-bf12-4b0d-a5d0-d9ccaa04e15c None None] The sync data for ids ['41f3f65f-8dad-4dff-9aef-08ba30970359'] in dv-cinder-827860-3-iscsi is: [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 4, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '6bdd8726-524b-4d7c-ad7d-f2b86b16b7ea', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'port_id': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'mac_address': 'fa:16:3e:6b:20:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:21:38Z', 'updated_at': '2022-02-09T13:21:38Z', 'revision_number': 0, 'project_id': 'a995617c26584027b41b908107d1482b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcead3e-3a33-4d92-ae46-91f4dd5aad4e', 'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'mac_address': 'fa:16:3e:b2:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:51Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 5, 'project_id': 'a995617c26584027b41b908107d1482b', 'subnets': [{'id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:21:40.863367 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e46616-264f-4632-9f43-a3fc061ac584 None None] New status for floating IP 6bdd8726-524b-4d7c-ad7d-f2b86b16b7ea: ACTIVE {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:21:47.373655 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:52.750257 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6e153e1e-be0b-4196-b001-276f006cd053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:55.031227 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-2b08c8ce-5e0e-4a61-bb53-18d71d56c299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:56.178374 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:57.726575 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:21:59.269956 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:12.582732 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:22:14.916923 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-f540000b-53f4-4492-9b7c-39f810cfb204 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147747940&fields=id&tenant_id=d5ef8e70a161475ab7130108627df2e4 HTTP/1.1" status: 200 len: 267 time: 0.0472438 Feb 09 13:22:15.018952 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405bee1-290f-467d-9826-158820576ea9 req-41bf2455-124f-4aff-8d8d-a33c51ebffa1 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:15.020401 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-41bf2455-124f-4aff-8d8d-a33c51ebffa1 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 812 time: 0.0972714 Feb 09 13:22:15.034837 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-12f2493f-60e1-45ac-b38d-2ed9a818123c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/quotas/d5ef8e70a161475ab7130108627df2e4 HTTP/1.1" status: 200 len: 375 time: 0.0091426 Feb 09 13:22:15.092890 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-ea54f06e-8959-4d89-87d5-f240bbeb0a17 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533376 Feb 09 13:22:15.182965 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-f3f43ebc-686e-4c56-b5c5-a3c4507a8ff8 service neutron] 10.222.0.84 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795515 Feb 09 13:22:15.273810 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-191e760e-c0e5-4ea1-a3ed-ea9bb88a4c2f service neutron] 10.222.0.84 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845828 Feb 09 13:22:15.816602 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ebe113a2-41fa-4c24-840e-6f6fd008d1c1 req-4f10fc54-5d95-4077-b130-146dff5b5cc8 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 210 time: 0.0278237 Feb 09 13:22:16.917817 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-dd4b9597-37e2-440e-9498-1d250512c9fe req-fe335c14-1c2e-46cd-9d2d-1c0e9f863152 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 210 time: 0.0286574 Feb 09 13:22:17.384181 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:17.875095 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405bee1-290f-467d-9826-158820576ea9 req-b7969486-bfde-40a7-bc43-a41f844c3baf tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:17.876481 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-b7969486-bfde-40a7-bc43-a41f844c3baf tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 812 time: 0.1037505 Feb 09 13:22:17.938489 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-0700b410-6581-499c-a459-a379e839d3c3 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5ef8e70a161475ab7130108627df2e4 HTTP/1.1" status: 200 len: 379 time: 0.0534408 Feb 09 13:22:17.949015 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'port': {'device_id': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'admin_state_up': True, 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'security_groups': ['3ebec368-f6e1-4491-adbf-60b34bc17c14']}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:18.283184 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d2e9af2a-1ecb-452c-ac73-3e5b1be39cc2 req-14fa27b8-eb5a-4de7-8f07-9a2801f11eb5 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 210 time: 0.2933750 Feb 09 13:22:18.407016 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Made reservation on behalf of d5ef8e70a161475ab7130108627df2e4 for: {'port': 1} {{(pid=103164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:18.410307 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:18.530611 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_common [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Allocated IP 172.20.0.8 (05ef35c6-6e26-4081-883e-e7a7d012ab72/ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca/2a571256-0a84-4e0f-ad42-d0f61dbe95c1) {{(pid=103164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:18.669071 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), precommit_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:18.789172 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), after_create {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:18.835929 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Network 05ef35c6-6e26-4081-883e-e7a7d012ab72 is already hosted by enough agents. {{(pid=103164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:18.839044 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.base_scheduler [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Resources bound (agent type, host, resource id): {{(pid=103164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:18.843212 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Received port after_create {{(pid=103164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:22:18.867931 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'Port': ['ID=2a571256-0a84-4e0f-ad42-d0f61dbe95c1,revision_number=1']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:18.882665 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.883304 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.883389 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.883679 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.884033 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.884827 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.884827 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.885033 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.885335 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.885655 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.886013 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.886331 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.886668 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.910911 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:18.911579 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:19.016327 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-992c4429-4304-48ab-9fef-f8ab24708407 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0713007 Feb 09 13:22:19.029505 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.v2.base [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Request body: {'port': {'device_id': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82786'}} {{(pid=103164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:19.068585 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-3de842c5-3c19-48ae-9903-b500d35e0314 None None] Provisioning complete for port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 triggered by entity DHCP. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:19.069145 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-3de842c5-3c19-48ae-9903-b500d35e0314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:19.091144 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:19.109228 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-3de842c5-3c19-48ae-9903-b500d35e0314 None None] Port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 cannot update to ACTIVE because it is not bound. {{(pid=103166) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:22:19.348712 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 {{(pid=103164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:22:19.357592 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Publish callbacks [] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:19.369864 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.provisioning_blocks [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Transition to ACTIVE for port object 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 will not be triggered until provisioned by entity L2. {{(pid=103164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:19.402168 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301f9ab-d743-444d-8c7b-8abd4307fdda req-4f58825f-fd96-451c-b5cb-35ab9b4a1af7 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:19.403691 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8301f9ab-d743-444d-8c7b-8abd4307fdda req-4f58825f-fd96-451c-b5cb-35ab9b4a1af7 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 931 time: 0.0531359 Feb 09 13:22:19.429685 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:19.453152 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-8301f9ab-d743-444d-8c7b-8abd4307fdda req-bad848df-349f-401c-8184-5d73493e2c77 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435781 Feb 09 13:22:19.480859 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Pushing event updated for resources: {'Port': ['ID=2a571256-0a84-4e0f-ad42-d0f61dbe95c1,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:19.550825 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Attempting to bind port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 on host hv-cinder-82786 for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:22:19.551163 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Attempting to bind port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 by drivers openvswitch,hyperv on host hv-cinder-82786 at level 0 using segments [{'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:22:19.551492 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Attempting to bind port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 on network 05ef35c6-6e26-4081-883e-e7a7d012ab72 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:22:19.556280 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 on network 05ef35c6-6e26-4081-883e-e7a7d012ab72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82786 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:22:19.556280 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Attempting to bind port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 on network 05ef35c6-6e26-4081-883e-e7a7d012ab72 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:22:19.561971 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Checking agent: {'id': '74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'started_at': datetime.datetime(2022, 2, 9, 13, 9, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:22:19.562404 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Checking segment: {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:22:19.562816 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Bound using segment: {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:22:19.563245 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Bound port: 2a571256-0a84-4e0f-ad42-d0f61dbe95c1, host: hv-cinder-82786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:22:19.563599 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:19.634963 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] For port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1, host hv-cinder-82786, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:22:19.638471 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] For port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1, host hv-cinder-82786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=2a571256-0a84-4e0f-ad42-d0f61dbe95c1,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:22:19.727311 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579598'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:19.760408 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:19.761280 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:19.762804 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] 10.222.0.31 "PUT /v2.0/ports/2a571256-0a84-4e0f-ad42-d0f61dbe95c1 HTTP/1.1" status: 200 len: 1093 time: 0.7373252 Feb 09 13:22:19.765536 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'tag': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:22:19.769131 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c66a84d-6879-4c94-be3a-1b0591217f07" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ce4c8e-d560-4c3b-8929-1f125064ac2d", "tag": "2a571256-0a84-4e0f-ad42-d0f61dbe95c1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:22:19.802859 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1152eb9-c775-43fb-bbd2-eb6d15bb5fcf service neutron] Pushing event updated for resources: {'Port': ['ID=2a571256-0a84-4e0f-ad42-d0f61dbe95c1,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:19.885154 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ac7d55-7ec0-4923-b640-be47a7139a46 x-openstack-request-id: req-70ac7d55-7ec0-4923-b640-be47a7139a46 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:22:19.885759 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ce4c8e-d560-4c3b-8929-1f125064ac2d", "tag": "2a571256-0a84-4e0f-ad42-d0f61dbe95c1", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:22:19.885759 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70ac7d55-7ec0-4923-b640-be47a7139a46 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:22:19.886114 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'tag': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1', 'status': 'completed', 'code': 200} Feb 09 13:22:19.907080 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405bee1-290f-467d-9826-158820576ea9 req-e82f5622-1b97-457e-8fa6-cf071f4d6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:19.908585 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-e82f5622-1b97-457e-8fa6-cf071f4d6e5b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 1127 time: 0.0579009 Feb 09 13:22:19.954744 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-421cf428-9d04-4efb-998c-0b55c7f77e06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a571256-0a84-4e0f-ad42-d0f61dbe95c1 HTTP/1.1" status: 200 len: 217 time: 0.0381608 Feb 09 13:22:20.002387 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405bee1-290f-467d-9826-158820576ea9 req-15c28468-9d8d-4afb-8e78-2a594d08554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:20.003951 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-15c28468-9d8d-4afb-8e78-2a594d08554a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0433452 Feb 09 13:22:20.051674 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405bee1-290f-467d-9826-158820576ea9 req-62214fd5-3634-4ef0-be85-1c7d6f0822f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:20.053065 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-62214fd5-3634-4ef0-be85-1c7d6f0822f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429900 Feb 09 13:22:20.142034 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-e471fd92-cb33-49ae-b648-541c7c49551f service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820312 Feb 09 13:22:20.239507 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-f405bee1-290f-467d-9826-158820576ea9 req-2c9fd269-4ffe-4dda-a0a7-c907f3203392 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877347 Feb 09 13:22:20.401451 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66a84d-6879-4c94-be3a-1b0591217f07 req-e4b3ed06-d139-40c3-bbef-270bae6ab7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:20.402999 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c66a84d-6879-4c94-be3a-1b0591217f07 req-e4b3ed06-d139-40c3-bbef-270bae6ab7d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 1127 time: 0.0436134 Feb 09 13:22:20.502178 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66a84d-6879-4c94-be3a-1b0591217f07 req-94eef05c-5e9e-4283-b100-fbceaecca178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:20.503698 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c66a84d-6879-4c94-be3a-1b0591217f07 req-94eef05c-5e9e-4283-b100-fbceaecca178 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 913 time: 0.0913861 Feb 09 13:22:20.546174 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c66a84d-6879-4c94-be3a-1b0591217f07 req-0d325c03-dd16-4517-9844-95a5ee6ae0f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a571256-0a84-4e0f-ad42-d0f61dbe95c1 HTTP/1.1" status: 200 len: 217 time: 0.0360186 Feb 09 13:22:20.571670 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c5629-3128-4e56-988a-d969d1d0182d req-0bfe292f-52cb-45ee-823a-626546cfbd9e tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:20.573128 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-647c5629-3128-4e56-988a-d969d1d0182d req-0bfe292f-52cb-45ee-823a-626546cfbd9e tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 943 time: 0.0511496 Feb 09 13:22:20.602624 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66a84d-6879-4c94-be3a-1b0591217f07 req-f4cd9651-bf53-43d0-a402-d73629eb01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:20.604084 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c66a84d-6879-4c94-be3a-1b0591217f07 req-f4cd9651-bf53-43d0-a402-d73629eb01dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0474641 Feb 09 13:22:20.625199 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-647c5629-3128-4e56-988a-d969d1d0182d req-40518f7e-b14e-4e06-b51a-acf55339de68 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456405 Feb 09 13:22:20.656792 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66a84d-6879-4c94-be3a-1b0591217f07 req-b6f7353f-000c-478b-877a-5e9de2fde70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:20.658221 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c66a84d-6879-4c94-be3a-1b0591217f07 req-b6f7353f-000c-478b-877a-5e9de2fde70c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449746 Feb 09 13:22:20.746428 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c66a84d-6879-4c94-be3a-1b0591217f07 req-0469d6dc-09fc-4b97-981c-7ba1e10ca32c service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810618 Feb 09 13:22:20.839442 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8c66a84d-6879-4c94-be3a-1b0591217f07 req-7aeda838-5d64-478e-8859-31b66c377a87 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848248 Feb 09 13:22:21.743734 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a53c7-f2e1-4871-becc-8dd661aa5d7f req-91ab105c-506d-4967-ba36-04518f674cab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:21.745194 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8e3a53c7-f2e1-4871-becc-8dd661aa5d7f req-91ab105c-506d-4967-ba36-04518f674cab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 943 time: 0.0522149 Feb 09 13:22:21.792650 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8e3a53c7-f2e1-4871-becc-8dd661aa5d7f req-2c7ab5cf-3966-49fb-91f0-7101d6733ebc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419195 Feb 09 13:22:22.738316 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d5a19105-f858-4188-8260-2f3958ee3af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:22.909813 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8f39d-150b-45f4-a8e9-1a8a505b49ff req-eb5a65a7-b0f0-4ee5-ae29-2c392772020b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:22.911305 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bcc8f39d-150b-45f4-a8e9-1a8a505b49ff req-eb5a65a7-b0f0-4ee5-ae29-2c392772020b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 943 time: 0.0516474 Feb 09 13:22:22.958742 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-bcc8f39d-150b-45f4-a8e9-1a8a505b49ff req-7f8debdf-0018-4525-a5e0-08c803eafc2a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418205 Feb 09 13:22:24.081631 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cbac1-b66e-4bc3-b9c1-aaada959026d req-9a8e5324-27c2-47f5-8dde-28138a6a86b0 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:24.083123 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d54cbac1-b66e-4bc3-b9c1-aaada959026d req-9a8e5324-27c2-47f5-8dde-28138a6a86b0 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 943 time: 0.0560389 Feb 09 13:22:24.129933 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d54cbac1-b66e-4bc3-b9c1-aaada959026d req-427a1cef-7759-472b-923c-8c730090bfe4 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413492 Feb 09 13:22:25.023915 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fe2c4e75-c84e-4f29-87ab-47ebd02f65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:25.248843 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d9b79-8922-4fbd-a420-a0649bcbba9d req-6cc7404f-4e7d-44b6-a99d-c340a48971ab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:25.250325 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-193d9b79-8922-4fbd-a420-a0649bcbba9d req-6cc7404f-4e7d-44b6-a99d-c340a48971ab tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 943 time: 0.0531542 Feb 09 13:22:25.299079 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-193d9b79-8922-4fbd-a420-a0649bcbba9d req-9ca48a22-f96c-4e96-a653-106a66b6330e tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431476 Feb 09 13:22:26.178122 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:26.413256 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0410a-f3f6-481d-a72a-400fd69b21eb req-541a0824-81fc-4842-8bf5-c792eb445830 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:26.414751 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8ce0410a-f3f6-481d-a72a-400fd69b21eb req-541a0824-81fc-4842-8bf5-c792eb445830 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 943 time: 0.0513864 Feb 09 13:22:26.463088 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8ce0410a-f3f6-481d-a72a-400fd69b21eb req-5769a135-105a-4e18-b36c-acf9a1957c2d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427516 Feb 09 13:22:27.582432 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335561ca-e5cf-41d1-9f37-90376f05fca0 req-9b3f647b-1e76-4d2f-b33d-76071401979c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:27.583851 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-335561ca-e5cf-41d1-9f37-90376f05fca0 req-9b3f647b-1e76-4d2f-b33d-76071401979c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 943 time: 0.0553102 Feb 09 13:22:27.635871 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-335561ca-e5cf-41d1-9f37-90376f05fca0 req-74974c89-ce0a-4947-bc92-69f25c853ff0 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465300 Feb 09 13:22:27.737595 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:27.852903 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:22:27.961520 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=2a571256-0a84-4e0f-ad42-d0f61dbe95c1,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:27.974727 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'port_id': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1', 'mac_address': 'fa:16:3e:63:88:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:22:28.012668 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:22:28.013094 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:28.029644 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:22:28.048738 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=2a571256-0a84-4e0f-ad42-d0f61dbe95c1,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:28.149593 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:28.195855 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=2a571256-0a84-4e0f-ad42-d0f61dbe95c1,revision_number=4']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:28.203199 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.203560 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.203913 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.204258 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.204598 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.204932 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.205267 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.205603 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.205933 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.206262 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.206608 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.206936 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.207259 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:28.427500 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['2a571256-0a84-4e0f-ad42-d0f61dbe95c1'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:22:28.632046 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-570c317d-905c-479c-94ce-fa3b1d06bd52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432837 Feb 09 13:22:28.759644 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-910bedeb-5912-469d-9b80-79d597bdb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:28.761157 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-910bedeb-5912-469d-9b80-79d597bdb347 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 1130 time: 0.0777178 Feb 09 13:22:28.777272 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fcfe4-e707-45a6-b1b6-3be05258998e req-92245535-2879-47c1-b26b-c91172ff6b19 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:28.778735 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-963fcfe4-e707-45a6-b1b6-3be05258998e req-92245535-2879-47c1-b26b-c91172ff6b19 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 944 time: 0.0653150 Feb 09 13:22:28.881432 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-963fcfe4-e707-45a6-b1b6-3be05258998e req-da8463f8-f752-4b4e-8363-0ae880056643 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928819 Feb 09 13:22:28.903562 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-a9d3f827-671d-41c1-b1ad-a76589001fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:28.905056 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-a9d3f827-671d-41c1-b1ad-a76589001fa3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 913 time: 0.1238430 Feb 09 13:22:28.974725 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-5a493845-b9cc-4a72-a097-5390b02a9595 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0473794-25d6-4297-bd7b-f2930167cb57 HTTP/1.1" status: 200 len: 1001 time: 0.0623362 Feb 09 13:22:29.025775 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-cc963a25-a0f0-405d-924c-37c5e4d2eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:29.027160 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-cc963a25-a0f0-405d-924c-37c5e4d2eb99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0433474 Feb 09 13:22:29.078962 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-61afa4eb-482d-42a3-8e73-7b8e85cc20c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:29.080416 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-61afa4eb-482d-42a3-8e73-7b8e85cc20c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464694 Feb 09 13:22:29.166250 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-8b58ab5b-1a59-4c06-8c84-3238463afbdf service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787213 Feb 09 13:22:29.235621 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:29.258117 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-d9e5b13e-8467-49bd-b55f-993574a2e243 req-38b1ad16-90e5-4949-b519-05988db78e7c service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848098 Feb 09 13:22:29.868188 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:22:29.967011 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning for port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 completed by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:29.971521 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:29.972022 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:30.003542 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34bc21-4078-4177-8fdb-4d124a22074f req-18d52a37-e6ff-4e29-be2c-2edee70c7bc3 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:30.005158 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3a34bc21-4078-4177-8fdb-4d124a22074f req-18d52a37-e6ff-4e29-be2c-2edee70c7bc3 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 944 time: 0.0572419 Feb 09 13:22:30.056023 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:22:30.056242 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3a34bc21-4078-4177-8fdb-4d124a22074f req-31c91a18-8e56-47de-a41f-559e745bbcd3 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440578 Feb 09 13:22:30.056420 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:30.079172 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:22:30.081452 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce583f13-fdee-412e-bb02-bfa694cae8d5" -d '{"events": [{"server_uuid": "f1ce4c8e-d560-4c3b-8929-1f125064ac2d", "name": "network-vif-plugged", "status": "completed", "tag": "2a571256-0a84-4e0f-ad42-d0f61dbe95c1"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:22:30.095657 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=2a571256-0a84-4e0f-ad42-d0f61dbe95c1,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:30.124473 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb9f749-00fc-4df9-bc6d-c3c56f385386 x-openstack-request-id: req-bbb9f749-00fc-4df9-bc6d-c3c56f385386 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:22:30.124473 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ce4c8e-d560-4c3b-8929-1f125064ac2d", "name": "network-vif-plugged", "status": "completed", "tag": "2a571256-0a84-4e0f-ad42-d0f61dbe95c1", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:22:30.124473 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bbb9f749-00fc-4df9-bc6d-c3c56f385386 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:22:30.124473 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1', 'code': 200} Feb 09 13:22:30.235425 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:30.284183 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=2a571256-0a84-4e0f-ad42-d0f61dbe95c1,revision_number=5']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:30.496749 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32c7d3-1b88-436b-aa8f-da8ad1aa0aed req-f4601a42-b710-4c3c-9dbf-f8b9bbd3b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:30.498235 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3d32c7d3-1b88-436b-aa8f-da8ad1aa0aed req-f4601a42-b710-4c3c-9dbf-f8b9bbd3b25a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 1129 time: 0.0436184 Feb 09 13:22:30.546583 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3d32c7d3-1b88-436b-aa8f-da8ad1aa0aed req-2c159a6f-fbd6-404d-83d4-535ac5a36f30 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378699 Feb 09 13:22:31.181773 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92ce05-5a4a-463b-b9d0-dff41736f6ee req-8249c782-cadf-4c24-a2b5-220a18befd42 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:31.183290 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3d92ce05-5a4a-463b-b9d0-dff41736f6ee req-8249c782-cadf-4c24-a2b5-220a18befd42 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 945 time: 0.0562449 Feb 09 13:22:31.236360 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3d92ce05-5a4a-463b-b9d0-dff41736f6ee req-0b72013e-a411-4b9b-9e3d-46fa0dcfa574 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475421 Feb 09 13:22:32.356360 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aa230-42bc-45e2-a5ce-a56f536db4a9 req-df795118-86c0-4d1f-8be4-b63bea4a3bfd tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:32.357893 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dd5aa230-42bc-45e2-a5ce-a56f536db4a9 req-df795118-86c0-4d1f-8be4-b63bea4a3bfd tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 945 time: 0.0536435 Feb 09 13:22:32.406950 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dd5aa230-42bc-45e2-a5ce-a56f536db4a9 req-ee8f584e-db5e-45ac-86aa-69c65649ecb3 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432560 Feb 09 13:22:32.528070 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5c927-1a44-4f4c-9a68-2d0b815a6769 req-b95d5589-ddaa-4023-b086-4b231f732be8 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:32.529449 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3bc5c927-1a44-4f4c-9a68-2d0b815a6769 req-b95d5589-ddaa-4023-b086-4b231f732be8 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 945 time: 0.0512316 Feb 09 13:22:32.576391 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-3bc5c927-1a44-4f4c-9a68-2d0b815a6769 req-186cd7df-3b03-45c3-b1ea-1e3bf1599a4a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405300 Feb 09 13:22:32.598940 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49546) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:22:32.639994 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1b017c-cc27-4042-a5a2-1cbb552bea19 tempest-TestVolumeBootPattern-1162106605 tempest-TestVolumeBootPattern-1162106605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:32.641465 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-4f1b017c-cc27-4042-a5a2-1cbb552bea19 tempest-TestVolumeBootPattern-1162106605 tempest-TestVolumeBootPattern-1162106605-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 1124 time: 0.0416100 Feb 09 13:22:32.644279 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49548) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:22:32.648381 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.v2.base [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Request body: {'floatingip': {'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'port_id': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103165) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:22:32.737760 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:33.068923 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (None), before_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:33.167066 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_common [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Allocated IP 172.27.1.62 (fe239bd9-8017-490e-9e82-efc91d772d35/9cebc555-95dd-4ea3-8ac4-61d693666e36/bd294340-7de5-43d1-a12e-f16924349fe1) {{(pid=103165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:33.267855 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for port (bd294340-7de5-43d1-a12e-f16924349fe1), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:33.332759 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790220347832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (bd294340-7de5-43d1-a12e-f16924349fe1), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:33.371855 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Network fe239bd9-8017-490e-9e82-efc91d772d35 is already hosted by enough agents. {{(pid=103165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:33.375338 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.base_scheduler [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Resources bound (agent type, host, resource id): {{(pid=103165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:33.378794 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Received port after_create {{(pid=103165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:22:33.384052 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'Port': ['ID=bd294340-7de5-43d1-a12e-f16924349fe1,revision_number=1']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:33.412759 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.413109 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.413458 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.413799 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.414133 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.414464 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.414819 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.415150 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.415477 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.415808 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.416131 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.416451 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.416772 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:33.730747 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (4dc98b78-f80a-4234-be6d-c2e280c3f2f8), precommit_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:33.845581 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (bd294340-7de5-43d1-a12e-f16924349fe1), before_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:33.994433 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for port (bd294340-7de5-43d1-a12e-f16924349fe1), precommit_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:34.046915 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3231547'] for port (bd294340-7de5-43d1-a12e-f16924349fe1), after_update {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:34.115092 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event updated for resources: {'Port': ['ID=bd294340-7de5-43d1-a12e-f16924349fe1,revision_number=2']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:34.126225 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662813'] for floatingip (4dc98b78-f80a-4234-be6d-c2e280c3f2f8), after_create {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:34.225945 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.l3_db [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Floating IP 4dc98b78-f80a-4234-be6d-c2e280c3f2f8 associated. External IP: 172.27.1.62, port: 2a571256-0a84-4e0f-ad42-d0f61dbe95c1. Feb 09 13:22:34.428669 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Router e73b4101-af1d-4c80-b29e-46f59e7720e9 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:22:34.533869 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:22:34.543226 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54413667-8209-43e3-8e36-69b7a020d78c None None] Sync routers for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:22:34.552062 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54413667-8209-43e3-8e36-69b7a020d78c None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:22:34.559535 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-54413667-8209-43e3-8e36-69b7a020d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:22:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:34.609026 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:34.639157 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-f2f91f90-cf6e-44dd-9790-9c37ee2b7c9b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9938519 Feb 09 13:22:34.640460 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'tag': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:22:34.642729 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebd251b-7ed0-429c-8831-323f23287293" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ce4c8e-d560-4c3b-8929-1f125064ac2d", "tag": "2a571256-0a84-4e0f-ad42-d0f61dbe95c1"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:22:34.659750 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-54413667-8209-43e3-8e36-69b7a020d78c None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:22:34.730953 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2177ea3f-f2eb-40d6-9636-bab33458eaf8 x-openstack-request-id: req-2177ea3f-f2eb-40d6-9636-bab33458eaf8 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:22:34.731445 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ce4c8e-d560-4c3b-8929-1f125064ac2d", "tag": "2a571256-0a84-4e0f-ad42-d0f61dbe95c1", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:22:34.731546 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2177ea3f-f2eb-40d6-9636-bab33458eaf8 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:22:34.731873 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'tag': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1', 'status': 'completed', 'code': 200} Feb 09 13:22:34.800063 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd251b-7ed0-429c-8831-323f23287293 req-b66ba98d-d390-41b6-b509-cd3f31045dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:34.801475 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ebd251b-7ed0-429c-8831-323f23287293 req-b66ba98d-d390-41b6-b509-cd3f31045dad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 1129 time: 0.0474951 Feb 09 13:22:34.887176 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-54413667-8209-43e3-8e36-69b7a020d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '4dc98b78-f80a-4234-be6d-c2e280c3f2f8', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:63:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:22:33Z', 'updated_at': '2022-02-09T13:22:33Z', 'revision_number': 0, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}, {'id': 'e3f1b302-f1d1-4967-aaa9-527461b42db1', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:1a:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:16Z', 'updated_at': '2022-02-09T13:20:18Z', 'revision_number': 1, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:34.888249 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd251b-7ed0-429c-8831-323f23287293 req-24bd470b-1524-4c57-98d5-ed0d72ee6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:34.889810 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ebd251b-7ed0-429c-8831-323f23287293 req-24bd470b-1524-4c57-98d5-ed0d72ee6722 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 913 time: 0.0826397 Feb 09 13:22:34.922853 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54413667-8209-43e3-8e36-69b7a020d78c None None] Checking router: e73b4101-af1d-4c80-b29e-46f59e7720e9 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:22:34.931577 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54413667-8209-43e3-8e36-69b7a020d78c None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:22:34.932194 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-54413667-8209-43e3-8e36-69b7a020d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:22:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:34.959722 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ebd251b-7ed0-429c-8831-323f23287293 req-b30f9741-29d2-4daa-afd1-d7044906f956 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a571256-0a84-4e0f-ad42-d0f61dbe95c1 HTTP/1.1" status: 200 len: 998 time: 0.0633149 Feb 09 13:22:35.007127 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd251b-7ed0-429c-8831-323f23287293 req-43379695-90a3-4792-bd9c-bcc293f66678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:35.008573 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ebd251b-7ed0-429c-8831-323f23287293 req-43379695-90a3-4792-bd9c-bcc293f66678 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0431757 Feb 09 13:22:35.040366 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-54413667-8209-43e3-8e36-69b7a020d78c None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:22:35.056283 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd251b-7ed0-429c-8831-323f23287293 req-9413f644-7388-469e-89fd-b738585d86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:35.057772 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ebd251b-7ed0-429c-8831-323f23287293 req-9413f644-7388-469e-89fd-b738585d86d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432007 Feb 09 13:22:35.147930 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ebd251b-7ed0-429c-8831-323f23287293 req-075da39f-ac61-4c65-8a7c-500cf0cc0b70 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840993 Feb 09 13:22:35.239281 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-5ebd251b-7ed0-429c-8831-323f23287293 req-cc3ff563-3648-4437-813d-0e50d216e946 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854461 Feb 09 13:22:35.265260 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-54413667-8209-43e3-8e36-69b7a020d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '4dc98b78-f80a-4234-be6d-c2e280c3f2f8', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:63:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:22:33Z', 'updated_at': '2022-02-09T13:22:33Z', 'revision_number': 0, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}, {'id': 'e3f1b302-f1d1-4967-aaa9-527461b42db1', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:1a:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:16Z', 'updated_at': '2022-02-09T13:20:18Z', 'revision_number': 1, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:35.292077 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54413667-8209-43e3-8e36-69b7a020d78c None None] The sync data for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi is: [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': '4dc98b78-f80a-4234-be6d-c2e280c3f2f8', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:63:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:22:33Z', 'updated_at': '2022-02-09T13:22:33Z', 'revision_number': 0, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}, {'id': 'e3f1b302-f1d1-4967-aaa9-527461b42db1', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:1a:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:16Z', 'updated_at': '2022-02-09T13:20:18Z', 'revision_number': 1, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:22:35.495629 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e71a05-cd04-4aaa-81a8-503c3c2aaea5 None None] New status for floating IP 4dc98b78-f80a-4234-be6d-c2e280c3f2f8: ACTIVE {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:22:47.383589 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:49.581898 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:22:52.737503 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6acd4c22-4388-4a46-9730-d01e7e1d24fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:55.035207 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-e8394867-224c-4c21-8e14-a9b8b79dca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:56.183619 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:57.777651 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:22:59.274767 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:17.360328 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:22.765875 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-f27c9550-c9f5-4d70-8727-f23c0ed1e1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:25.045869 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ddba878b-78e4-4fa4-a5ec-36f32c531d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:26.200601 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:26.580183 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:23:27.725857 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:29.263460 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:30.621021 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-7fc297c0-9c3d-44a3-b6b2-0054144ab784 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441365 Feb 09 13:23:30.692693 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-9086b867-86ed-4aa7-ae45-9df5791c2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:30.694221 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-9086b867-86ed-4aa7-ae45-9df5791c2677 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a995617c26584027b41b908107d1482b&device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1129 time: 0.0506251 Feb 09 13:23:30.799419 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-e8a8d405-695b-4c70-b526-3bf2d13426df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:30.800871 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-e8a8d405-695b-4c70-b526-3bf2d13426df service neutron] 10.222.0.31 "GET /v2.0/networks?id=092e799c-3856-4065-b316-ee99869a22fb HTTP/1.1" status: 200 len: 910 time: 0.0843678 Feb 09 13:23:30.870522 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-98aaa4d0-f46c-4300-b18d-48dee4c7d691 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4 HTTP/1.1" status: 200 len: 1001 time: 0.0609648 Feb 09 13:23:30.921832 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-14399d1a-eec8-4606-b4ca-63a53ed4657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:30.923242 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-14399d1a-eec8-4606-b4ca-63a53ed4657e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c94ef1ac-3384-4c0b-b854-d2dab8ea66ba HTTP/1.1" status: 200 len: 848 time: 0.0438521 Feb 09 13:23:30.974113 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-344fd782-b8fb-4e83-a809-b1fdc2c4bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:30.976282 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-344fd782-b8fb-4e83-a809-b1fdc2c4bd4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=092e799c-3856-4065-b316-ee99869a22fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432944 Feb 09 13:23:31.070485 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-20d3dc2e-c634-4c0a-9701-70c454492d62 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845079 Feb 09 13:23:31.161095 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3a8c8a8b-f523-4340-b047-bb08e7661590 req-e208126f-3528-4d5e-8df0-1ee02db6cb45 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817146 Feb 09 13:23:45.750964 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef114d8-b598-47b8-94a0-6761bb68171e req-fe20ef97-8ddd-42e6-a166-64efe496227a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:45.752448 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3ef114d8-b598-47b8-94a0-6761bb68171e req-fe20ef97-8ddd-42e6-a166-64efe496227a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0534258 Feb 09 13:23:45.805594 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-3ef114d8-b598-47b8-94a0-6761bb68171e req-97b6ce07-a3b9-4385-b25f-5b993495d44e tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476222 Feb 09 13:23:46.933306 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed26d8-6a02-46c0-9120-b6f478a2775c req-40c8d8f6-fbcb-4693-ba2b-84eae604060b tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:46.935327 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-83ed26d8-6a02-46c0-9120-b6f478a2775c req-40c8d8f6-fbcb-4693-ba2b-84eae604060b tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0569839 Feb 09 13:23:46.982859 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-83ed26d8-6a02-46c0-9120-b6f478a2775c req-f76cf84b-4dfb-4489-8b6d-572c2a6c82cb tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420115 Feb 09 13:23:47.394208 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:48.100300 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848daddb-6098-4335-944c-a78b9eba9a56 req-ea1bccd7-38a7-4309-9c57-93ea5ca04a46 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:48.101795 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-848daddb-6098-4335-944c-a78b9eba9a56 req-ea1bccd7-38a7-4309-9c57-93ea5ca04a46 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0515053 Feb 09 13:23:48.150041 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-848daddb-6098-4335-944c-a78b9eba9a56 req-0cff6412-46ff-442a-aef4-b84b2d192762 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418961 Feb 09 13:23:49.277639 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e92064-db27-4174-826e-b5861daaaabc req-78a9a816-e120-4956-b644-36251c4bec71 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:49.279359 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d8e92064-db27-4174-826e-b5861daaaabc req-78a9a816-e120-4956-b644-36251c4bec71 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0611386 Feb 09 13:23:49.328411 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d8e92064-db27-4174-826e-b5861daaaabc req-92e79c4d-70b8-4414-a028-772285bc77ee tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431349 Feb 09 13:23:50.446300 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2061f-bf69-4e9d-a953-0bd788491b30 req-d8edd34c-1219-4539-8f88-45f9eacb935a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:50.447885 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5c2061f-bf69-4e9d-a953-0bd788491b30 req-d8edd34c-1219-4539-8f88-45f9eacb935a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Feb 09 13:23:50.494662 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c5c2061f-bf69-4e9d-a953-0bd788491b30 req-7c45d695-40b8-4b03-89ba-3bebd7a3315a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412011 Feb 09 13:23:51.614475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245fd9a-bc34-4b7f-bea4-6bd6e85b2a5d req-3040c796-bf7d-473c-a825-100263c9094b tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:51.615950 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9245fd9a-bc34-4b7f-bea4-6bd6e85b2a5d req-3040c796-bf7d-473c-a825-100263c9094b tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0546103 Feb 09 13:23:51.665075 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-9245fd9a-bc34-4b7f-bea4-6bd6e85b2a5d req-c8186d34-ed29-4441-b2cc-f6c0c83ae871 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429485 Feb 09 13:23:52.761197 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-aacdcffb-5800-41d9-8ca3-ef062876e387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:52.793395 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909f74f-22aa-451b-8b77-c9b987fc71f5 req-a8cc02d3-f14f-4cb9-86df-a9a0eb9b552f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:52.794876 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4909f74f-22aa-451b-8b77-c9b987fc71f5 req-a8cc02d3-f14f-4cb9-86df-a9a0eb9b552f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0618165 Feb 09 13:23:52.842250 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4909f74f-22aa-451b-8b77-c9b987fc71f5 req-94125eb7-1d82-41b0-8204-2bd42d1ebd09 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418358 Feb 09 13:23:53.959613 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9238dc2-7657-4c51-88ad-718bf113785a req-bc8add7c-1d77-4277-865c-b170f16bfce3 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:53.961090 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f9238dc2-7657-4c51-88ad-718bf113785a req-bc8add7c-1d77-4277-865c-b170f16bfce3 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0534129 Feb 09 13:23:54.008287 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f9238dc2-7657-4c51-88ad-718bf113785a req-edd1ffa6-1d30-494d-a4f9-cf13244cbfd1 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409594 Feb 09 13:23:55.052160 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d21017f5-d531-4fba-aee7-a00cdd03b866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:55.126646 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6b9bf-a071-4daf-9fd2-71ed5358b7ce req-76e95007-cc96-4529-b8c9-557ffde820a8 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:55.128018 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-53d6b9bf-a071-4daf-9fd2-71ed5358b7ce req-76e95007-cc96-4529-b8c9-557ffde820a8 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0522764 Feb 09 13:23:55.176790 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-53d6b9bf-a071-4daf-9fd2-71ed5358b7ce req-b8c159eb-f43d-47d8-bf76-cb5a02ca4064 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429058 Feb 09 13:23:56.049508 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749050f4-9adb-42da-a390-6e6230c79fc6 req-53083592-bafa-480f-9397-82b3e37035a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:56.051016 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-749050f4-9adb-42da-a390-6e6230c79fc6 req-53083592-bafa-480f-9397-82b3e37035a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a995617c26584027b41b908107d1482b&device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1129 time: 0.0439029 Feb 09 13:23:56.148368 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749050f4-9adb-42da-a390-6e6230c79fc6 req-218bd675-bad1-4a1b-bfa0-c77b571ad224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:56.149916 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-749050f4-9adb-42da-a390-6e6230c79fc6 req-218bd675-bad1-4a1b-bfa0-c77b571ad224 service neutron] 10.222.0.31 "GET /v2.0/networks?id=092e799c-3856-4065-b316-ee99869a22fb HTTP/1.1" status: 200 len: 910 time: 0.0885572 Feb 09 13:23:56.194583 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:56.221942 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-749050f4-9adb-42da-a390-6e6230c79fc6 req-281046e0-1fe6-4092-b5d1-17ef5d3b175c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4 HTTP/1.1" status: 200 len: 1001 time: 0.0592372 Feb 09 13:23:56.278255 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749050f4-9adb-42da-a390-6e6230c79fc6 req-5d65154e-e304-4ca6-b88f-175fb5ef0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:56.279737 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-749050f4-9adb-42da-a390-6e6230c79fc6 req-5d65154e-e304-4ca6-b88f-175fb5ef0443 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c94ef1ac-3384-4c0b-b854-d2dab8ea66ba HTTP/1.1" status: 200 len: 848 time: 0.0471678 Feb 09 13:23:56.294676 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9919d9-4249-424c-b565-d4638c9de9ac req-0702c48b-cd9f-45e9-acfb-0eeee3a6e77b tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:56.296191 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5e9919d9-4249-424c-b565-d4638c9de9ac req-0702c48b-cd9f-45e9-acfb-0eeee3a6e77b tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0530021 Feb 09 13:23:56.331855 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749050f4-9adb-42da-a390-6e6230c79fc6 req-d828e644-d13e-4bb1-a786-e27ea2e07ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:56.333380 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-749050f4-9adb-42da-a390-6e6230c79fc6 req-d828e644-d13e-4bb1-a786-e27ea2e07ff9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=092e799c-3856-4065-b316-ee99869a22fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445628 Feb 09 13:23:56.348822 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-5e9919d9-4249-424c-b565-d4638c9de9ac req-8b7b3fa6-d6ad-42b9-beea-dbc6391c8539 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467415 Feb 09 13:23:56.423825 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-749050f4-9adb-42da-a390-6e6230c79fc6 req-e6c43bc5-d645-4413-8d65-bc05f94b2274 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805786 Feb 09 13:23:56.514339 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-749050f4-9adb-42da-a390-6e6230c79fc6 req-07a13b57-262c-454b-a0c5-b17341b2ee81 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839922 Feb 09 13:23:57.466777 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054b385-791c-42e3-8b5d-e83a4de9b6d4 req-7a431d76-97ef-4bbe-8fa3-5f317f581391 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:57.468268 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2054b385-791c-42e3-8b5d-e83a4de9b6d4 req-7a431d76-97ef-4bbe-8fa3-5f317f581391 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0537522 Feb 09 13:23:57.516474 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-2054b385-791c-42e3-8b5d-e83a4de9b6d4 req-44cc3457-97a5-436b-b3d6-c0c219cb7793 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425549 Feb 09 13:23:57.732354 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:58.632603 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299555cd-f58a-4ae0-9b59-5b711a860dce req-834ae0f4-e96f-499a-840c-a4efbc3402a2 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:58.634180 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-299555cd-f58a-4ae0-9b59-5b711a860dce req-834ae0f4-e96f-499a-840c-a4efbc3402a2 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0524764 Feb 09 13:23:58.683108 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-299555cd-f58a-4ae0-9b59-5b711a860dce req-f06a2690-6f11-4d69-b1f0-07e2bf4b1229 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433390 Feb 09 13:23:59.263770 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:23:59.811253 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355efc6-0d37-4c87-bfb5-7cffd7408e58 req-f9a1447e-b372-4186-97c5-c8721355dcd5 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:59.812697 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8355efc6-0d37-4c87-bfb5-7cffd7408e58 req-f9a1447e-b372-4186-97c5-c8721355dcd5 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0593929 Feb 09 13:23:59.863786 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8355efc6-0d37-4c87-bfb5-7cffd7408e58 req-25edde31-09d7-411a-8ddb-3bdaf46cbd30 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453722 Feb 09 13:24:00.174066 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acf8be-fa7e-4cc2-a4be-51c1f8f22abd req-3c2b4503-4165-4f8c-9609-c2238ea1dba8 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:00.175623 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e5acf8be-fa7e-4cc2-a4be-51c1f8f22abd req-3c2b4503-4165-4f8c-9609-c2238ea1dba8 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0534594 Feb 09 13:24:00.225578 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e5acf8be-fa7e-4cc2-a4be-51c1f8f22abd req-2a85caac-58e6-4cac-ac9b-60994a0c6890 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440285 Feb 09 13:24:00.292326 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-7705a099-b0de-4567-a1cd-e69c7b9c44ae service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379192 Feb 09 13:24:00.320392 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:24:00.397240 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 is: ACTIVE; New status is: DOWN {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:24:00.397634 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:00.423890 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:24:00.426135 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cbaf47-f2ec-4949-a9c4-89cd6733f4e8" -d '{"events": [{"server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "name": "network-vif-unplugged", "status": "completed", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:24:00.440866 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:00.531897 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:00.581331 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 13:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815f9bdd-0283-4b3d-b31d-b17e578affe2 x-openstack-request-id: req-815f9bdd-0283-4b3d-b31d-b17e578affe2 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:24:00.581331 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "name": "network-vif-unplugged", "status": "failed", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4", "code": 422}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:24:00.581555 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-815f9bdd-0283-4b3d-b31d-b17e578affe2 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:24:00.581937 dv-cinder-827860-3-iscsi neutron-server[103166]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'code': 422} returned with failed status Feb 09 13:24:00.585127 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,revision_number=6']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:00.593043 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.593407 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.593890 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.594366 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.594466 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.594768 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.595100 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.595454 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.595785 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.596116 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.596444 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.596770 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:00.597094 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:01.347101 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1565a8-066b-4a97-b2a7-d4bceed546ed req-bbac577d-fa95-4996-a6e1-e3ad4b5fb24d tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:01.348575 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ba1565a8-066b-4a97-b2a7-d4bceed546ed req-bbac577d-fa95-4996-a6e1-e3ad4b5fb24d tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0524850 Feb 09 13:24:01.399447 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ba1565a8-066b-4a97-b2a7-d4bceed546ed req-490f9ac0-6e98-41d3-80e1-4c4d38aea81c tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454197 Feb 09 13:24:02.521608 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fdcc7-25b4-4557-adca-9879bc8a6716 req-94dba166-e38c-40f8-872a-8f6fe5aeb0cc tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:02.523122 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e85fdcc7-25b4-4557-adca-9879bc8a6716 req-94dba166-e38c-40f8-872a-8f6fe5aeb0cc tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0538743 Feb 09 13:24:02.575196 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-e85fdcc7-25b4-4557-adca-9879bc8a6716 req-b7c881f0-c832-4f39-8297-c618e417d2c0 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459440 Feb 09 13:24:02.886230 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-973a022c-5feb-4702-92d1-2f8c3c2205ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:02.887811 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-973a022c-5feb-4702-92d1-2f8c3c2205ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94&tenant_id=a995617c26584027b41b908107d1482b HTTP/1.1" status: 200 len: 1127 time: 0.0441658 Feb 09 13:24:02.962302 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-24a3c9b1-530c-43ec-b321-d997be82be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:02.963805 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-24a3c9b1-530c-43ec-b321-d997be82be81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a995617c26584027b41b908107d1482b&device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1127 time: 0.0436831 Feb 09 13:24:03.005038 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49638) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:03.057608 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-1a51a63f-9010-4851-8405-7d454ff9ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:03.059154 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-1a51a63f-9010-4851-8405-7d454ff9ebe3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=092e799c-3856-4065-b316-ee99869a22fb HTTP/1.1" status: 200 len: 910 time: 0.0879598 Feb 09 13:24:03.124940 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-464eebcb-f22e-49c7-9c10-fc4670840b0b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4 HTTP/1.1" status: 200 len: 999 time: 0.0588992 Feb 09 13:24:03.165962 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Deleting port bd294340-7de5-43d1-a12e-f16924349fe1 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:03.166226 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (bd294340-7de5-43d1-a12e-f16924349fe1), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:03.180366 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-2790eab2-48db-4726-9cba-f58d3ae6e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:03.181802 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-2790eab2-48db-4726-9cba-f58d3ae6e135 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c94ef1ac-3384-4c0b-b854-d2dab8ea66ba HTTP/1.1" status: 200 len: 848 time: 0.0474737 Feb 09 13:24:03.242128 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-6fd1361b-230e-43ac-8c8b-31e18a01cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:03.243772 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-6fd1361b-230e-43ac-8c8b-31e18a01cd8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=092e799c-3856-4065-b316-ee99869a22fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519512 Feb 09 13:24:03.248233 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (bd294340-7de5-43d1-a12e-f16924349fe1), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:03.248567 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (bd294340-7de5-43d1-a12e-f16924349fe1), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:03.261573 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Calling delete_port for bd294340-7de5-43d1-a12e-f16924349fe1 owned by network:floatingip {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:03.346987 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-78846094-b7f3-4d2b-b879-246f4fce5a55 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919206 Feb 09 13:24:03.455887 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-4b1becbe-695c-42cf-add0-fc02eead95dc req-8812eed5-1ed7-4736-a5f0-9b791ad1d662 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922437 Feb 09 13:24:03.509455 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (bd294340-7de5-43d1-a12e-f16924349fe1), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:03.533081 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event deleted for resources: {'Port': ['ID=bd294340-7de5-43d1-a12e-f16924349fe1,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:03.543448 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.543928 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.544154 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.544495 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.544832 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.545162 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.545903 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.545903 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.546124 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.546433 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.546780 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.547103 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.547422 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:03.580463 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:24:03.616343 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (4dc98b78-f80a-4234-be6d-c2e280c3f2f8), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:03.616711 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.l3_db [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Floating IP 4dc98b78-f80a-4234-be6d-c2e280c3f2f8 disassociated (deleted). External IP: 172.27.1.62, port: 2a571256-0a84-4e0f-ad42-d0f61dbe95c1. Feb 09 13:24:03.702888 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3056d8a-53c0-4af2-925f-9909874c279d req-b057f058-42f1-4aef-a955-6e095acd1d76 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:03.704426 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a3056d8a-53c0-4af2-925f-9909874c279d req-b057f058-42f1-4aef-a955-6e095acd1d76 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0590641 Feb 09 13:24:03.753604 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a3056d8a-53c0-4af2-925f-9909874c279d req-31a737ab-925a-4ca4-83aa-b19f7a19bf8b tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435190 Feb 09 13:24:03.835290 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Router e73b4101-af1d-4c80-b29e-46f59e7720e9 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:24:03.946948 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:24:03.951906 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:03.956683 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd61a3-d117-43e5-bb4b-66146eeca228 None None] Sync routers for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:24:03.966994 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd61a3-d117-43e5-bb4b-66146eeca228 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:24:03.967726 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1dfd61a3-d117-43e5-bb4b-66146eeca228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:23:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:03.982760 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a06a40e8-0795-4688-90fa-1283b2df21dc tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "DELETE /v2.0/floatingips/4dc98b78-f80a-4234-be6d-c2e280c3f2f8 HTTP/1.1" status: 204 len: 168 time: 0.9764869 Feb 09 13:24:03.983354 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'tag': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:24:03.985607 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6e36ee-676f-4080-991f-3e21b2bff74e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ce4c8e-d560-4c3b-8929-1f125064ac2d", "tag": "2a571256-0a84-4e0f-ad42-d0f61dbe95c1"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:24:04.024209 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955a54fa-2c7b-465b-88b3-aa87e5133466 x-openstack-request-id: req-955a54fa-2c7b-465b-88b3-aa87e5133466 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:24:04.024514 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ce4c8e-d560-4c3b-8929-1f125064ac2d", "tag": "2a571256-0a84-4e0f-ad42-d0f61dbe95c1", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:24:04.024779 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-955a54fa-2c7b-465b-88b3-aa87e5133466 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:24:04.025253 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'tag': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1', 'status': 'completed', 'code': 200} Feb 09 13:24:04.095063 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e36ee-676f-4080-991f-3e21b2bff74e req-cea70449-d31c-4a24-a12c-6d72d101d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:04.096594 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d6e36ee-676f-4080-991f-3e21b2bff74e req-cea70449-d31c-4a24-a12c-6d72d101d58f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 1129 time: 0.0492692 Feb 09 13:24:04.193991 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e36ee-676f-4080-991f-3e21b2bff74e req-0202ce56-f7fd-4a2d-ae0f-c03150cf19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:04.195594 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d6e36ee-676f-4080-991f-3e21b2bff74e req-0202ce56-f7fd-4a2d-ae0f-c03150cf19d7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 913 time: 0.0899396 Feb 09 13:24:04.213782 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-1dfd61a3-d117-43e5-bb4b-66146eeca228 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:24:04.240597 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d6e36ee-676f-4080-991f-3e21b2bff74e req-3a1f6ad7-b06e-4743-a8ee-6a8bd7d2b009 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a571256-0a84-4e0f-ad42-d0f61dbe95c1 HTTP/1.1" status: 200 len: 217 time: 0.0361397 Feb 09 13:24:04.301756 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e36ee-676f-4080-991f-3e21b2bff74e req-e198a1c3-d460-472d-94e7-60d34a428ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:04.303216 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d6e36ee-676f-4080-991f-3e21b2bff74e req-e198a1c3-d460-472d-94e7-60d34a428ac7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0540707 Feb 09 13:24:04.357144 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e36ee-676f-4080-991f-3e21b2bff74e req-d56978f2-2669-4c69-bae7-5c8fae5eba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:04.359161 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d6e36ee-676f-4080-991f-3e21b2bff74e req-d56978f2-2669-4c69-bae7-5c8fae5eba57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489044 Feb 09 13:24:04.454116 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1dfd61a3-d117-43e5-bb4b-66146eeca228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'e3f1b302-f1d1-4967-aaa9-527461b42db1', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:1a:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:16Z', 'updated_at': '2022-02-09T13:20:18Z', 'revision_number': 1, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:04.480541 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd61a3-d117-43e5-bb4b-66146eeca228 None None] Checking router: e73b4101-af1d-4c80-b29e-46f59e7720e9 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:24:04.488836 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd61a3-d117-43e5-bb4b-66146eeca228 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:24:04.489443 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1dfd61a3-d117-43e5-bb4b-66146eeca228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:23:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:04.495381 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afecf7-69a3-43b3-a28e-4514de76c401 req-f7e4b424-7012-4aea-b1a2-1789c0f65b47 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:04.496933 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-61afecf7-69a3-43b3-a28e-4514de76c401 req-f7e4b424-7012-4aea-b1a2-1789c0f65b47 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 945 time: 0.0852468 Feb 09 13:24:04.499148 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d6e36ee-676f-4080-991f-3e21b2bff74e req-c7d8c687-c31d-4543-b272-7cda58820a1a service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295822 Feb 09 13:24:04.595150 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-61afecf7-69a3-43b3-a28e-4514de76c401 req-5f6ddf07-3736-4f42-96e7-3097419ff4b4 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925620 Feb 09 13:24:04.597164 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-1dfd61a3-d117-43e5-bb4b-66146eeca228 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:24:04.619844 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6d6e36ee-676f-4080-991f-3e21b2bff74e req-cbeb6634-2634-4b60-9d0f-f35c0ea9b46b service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115565 Feb 09 13:24:04.825410 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-1dfd61a3-d117-43e5-bb4b-66146eeca228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'e3f1b302-f1d1-4967-aaa9-527461b42db1', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:1a:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:16Z', 'updated_at': '2022-02-09T13:20:18Z', 'revision_number': 1, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:04.855519 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd61a3-d117-43e5-bb4b-66146eeca228 None None] The sync data for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi is: [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_floatingips': [{'id': 'e3f1b302-f1d1-4967-aaa9-527461b42db1', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'router_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'port_id': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'mac_address': 'fa:16:3e:1a:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:20:16Z', 'updated_at': '2022-02-09T13:20:18Z', 'revision_number': 1, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:24:04.875154 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab1fc2-b03f-4541-9218-d2f46b6bc0d8 req-d114baa4-90ae-4522-9ebb-0a4c02c0228e tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:04.876731 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-65ab1fc2-b03f-4541-9218-d2f46b6bc0d8 req-d114baa4-90ae-4522-9ebb-0a4c02c0228e tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0531411 Feb 09 13:24:04.931302 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-65ab1fc2-b03f-4541-9218-d2f46b6bc0d8 req-44d05eb4-4679-4727-8e46-63b85013d034 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457680 Feb 09 13:24:05.081735 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e4236a-a096-4b61-99e4-b071745c9c3a None None] New status for floating IP 4dc98b78-f80a-4234-be6d-c2e280c3f2f8: DOWN {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:24:05.717702 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c09022-32fc-4e17-bb61-50d306bd9ac4 req-3453e358-90ce-4ebf-9a9f-4963ed50306c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:05.719352 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a5c09022-32fc-4e17-bb61-50d306bd9ac4 req-3453e358-90ce-4ebf-9a9f-4963ed50306c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 945 time: 0.0562098 Feb 09 13:24:05.775001 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-a5c09022-32fc-4e17-bb61-50d306bd9ac4 req-4ba34767-4ca0-4143-bdbe-f0ee53639f69 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502496 Feb 09 13:24:06.047369 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213a43c-4530-4f1c-a703-3ae75211ddb7 req-09ed45d2-d6cc-4c91-9016-b9efa9163e75 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:06.048880 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f213a43c-4530-4f1c-a703-3ae75211ddb7 req-09ed45d2-d6cc-4c91-9016-b9efa9163e75 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0509329 Feb 09 13:24:06.100420 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-f213a43c-4530-4f1c-a703-3ae75211ddb7 req-69278fa2-fd9b-4f77-9ffa-902a75907688 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459480 Feb 09 13:24:06.221076 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420bc32-0735-4df4-a763-b7e83b26ade0 req-f13da011-2a99-45be-a0f4-8bd9f71cf5cb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:06.222478 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9420bc32-0735-4df4-a763-b7e83b26ade0 req-f13da011-2a99-45be-a0f4-8bd9f71cf5cb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 945 time: 0.0517087 Feb 09 13:24:06.320268 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-9420bc32-0735-4df4-a763-b7e83b26ade0 req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Deleting port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:06.320611 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9420bc32-0735-4df4-a763-b7e83b26ade0 req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:06.662169 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-9420bc32-0735-4df4-a763-b7e83b26ade0 req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] For port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=2a571256-0a84-4e0f-ad42-d0f61dbe95c1,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:06.662443 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9420bc32-0735-4df4-a763-b7e83b26ade0 req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:06.675076 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-9420bc32-0735-4df4-a763-b7e83b26ade0 req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Calling delete_port for 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:06.860358 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9420bc32-0735-4df4-a763-b7e83b26ade0 req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (2a571256-0a84-4e0f-ad42-d0f61dbe95c1), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:06.886516 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-e111b254-3e9f-4caa-929a-3013cd43343a req-e55883e7-83e5-4973-b835-6a658c043af7 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 210 time: 0.0357625 Feb 09 13:24:06.904639 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event deleted for resources: {'Port': ['ID=2a571256-0a84-4e0f-ad42-d0f61dbe95c1,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:06.935123 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.939740 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:06.961055 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9420bc32-0735-4df4-a763-b7e83b26ade0 req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] No DVR routers for this DVR port 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:06.963619 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-9420bc32-0735-4df4-a763-b7e83b26ade0 req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:06.967018 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-9420bc32-0735-4df4-a763-b7e83b26ade0 req-118e7b22-5195-4c1e-848a-fd237c2f494d tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "DELETE /v2.0/ports/2a571256-0a84-4e0f-ad42-d0f61dbe95c1 HTTP/1.1" status: 204 len: 173 time: 0.7367556 Feb 09 13:24:06.967458 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'name': 'network-vif-deleted', 'tag': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:24:06.969719 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d143c8cb-a610-4ee3-8935-4d3272506f47" -d '{"events": [{"server_uuid": "f1ce4c8e-d560-4c3b-8929-1f125064ac2d", "name": "network-vif-deleted", "tag": "2a571256-0a84-4e0f-ad42-d0f61dbe95c1"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:24:07.006411 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612e8be0-9bbd-4f4f-a31b-7cd0948202f5 x-openstack-request-id: req-612e8be0-9bbd-4f4f-a31b-7cd0948202f5 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:24:07.006738 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ce4c8e-d560-4c3b-8929-1f125064ac2d", "name": "network-vif-deleted", "tag": "2a571256-0a84-4e0f-ad42-d0f61dbe95c1", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:24:07.007058 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-612e8be0-9bbd-4f4f-a31b-7cd0948202f5 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:24:07.007458 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ce4c8e-d560-4c3b-8929-1f125064ac2d', 'name': 'network-vif-deleted', 'tag': '2a571256-0a84-4e0f-ad42-d0f61dbe95c1', 'status': 'completed', 'code': 200} Feb 09 13:24:07.218444 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44d649-09ca-4e51-a34d-5493fdbdbcc3 req-34ae1619-74d3-4fb8-8ddc-459b5be4eca9 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:07.219950 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8e44d649-09ca-4e51-a34d-5493fdbdbcc3 req-34ae1619-74d3-4fb8-8ddc-459b5be4eca9 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0522590 Feb 09 13:24:07.270737 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8e44d649-09ca-4e51-a34d-5493fdbdbcc3 req-ee62a734-ad64-49cd-95a4-da57b855028c tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451131 Feb 09 13:24:08.001616 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-84936039-555d-461b-98fb-494b9a67f6cf req-e930a8f1-9d4d-451e-aaff-2206c3b328a4 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1ce4c8e-d560-4c3b-8929-1f125064ac2d HTTP/1.1" status: 200 len: 210 time: 0.0273230 Feb 09 13:24:08.388427 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:24:08.389770 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ab30b-b70b-4b48-8990-d7e2c6b291cf req-b163f54e-796e-4739-a36c-2803be95898c tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:08.391296 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-406ab30b-b70b-4b48-8990-d7e2c6b291cf req-b163f54e-796e-4739-a36c-2803be95898c tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0520411 Feb 09 13:24:08.409540 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:24:08.409910 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 2a571256-0a84-4e0f-ad42-d0f61dbe95c1 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:24:08.443110 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-406ab30b-b70b-4b48-8990-d7e2c6b291cf req-fe242129-c42c-41b9-b0ee-887240d972b7 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461094 Feb 09 13:24:09.561370 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1494f07-dbbc-4d7a-83fa-2deacb3efabc req-d5ad8ca5-0aa2-4fc7-b36b-847d1a660ee4 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:09.562773 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c1494f07-dbbc-4d7a-83fa-2deacb3efabc req-d5ad8ca5-0aa2-4fc7-b36b-847d1a660ee4 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 943 time: 0.0528228 Feb 09 13:24:09.612232 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-c1494f07-dbbc-4d7a-83fa-2deacb3efabc req-adf83450-65aa-41d9-9437-f6588598c21f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434384 Feb 09 13:24:10.398478 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 details requested by agent hyperv_hv-cinder-82786 with host hv-cinder-82786 {{(pid=103166) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:24:10.500339 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:10.511651 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Returning: {'device': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'port_id': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'mac_address': 'fa:16:3e:6b:20:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103166) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:24:10.548054 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 is: DOWN; New status is: BUILD {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:24:10.548341 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:10.561620 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 {{(pid=103166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:24:10.581220 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:10.663683 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:10.710760 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,revision_number=7']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:10.731207 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06227fd7-28d7-4cd9-a150-dcf53e6abdb0 req-0daa0e21-b0af-488f-abd3-7187ec639a4f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:10.732709 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-06227fd7-28d7-4cd9-a150-dcf53e6abdb0 req-0daa0e21-b0af-488f-abd3-7187ec639a4f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 944 time: 0.0519099 Feb 09 13:24:10.781941 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-06227fd7-28d7-4cd9-a150-dcf53e6abdb0 req-9a7ab94c-42f8-4015-a7d5-0cb88c6e7ad1 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435021 Feb 09 13:24:10.950770 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] get_ports_and_sgs() called for port_ids ['1c03d285-4ab1-4f1e-af2c-efca29aa27c4'] {{(pid=103166) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:24:11.487912 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49682) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:11.643852 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Deleting port edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:11.644103 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:11.719154 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:11.719470 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:11.730858 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Calling delete_port for edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3 owned by network:floatingip {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:11.919871 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63811f2e-0eb9-4ac8-b108-b25311dd9bb9 req-09056df3-2b7b-4b71-81f9-c551762aae91 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:11.921326 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-63811f2e-0eb9-4ac8-b108-b25311dd9bb9 req-09056df3-2b7b-4b71-81f9-c551762aae91 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 944 time: 0.0714512 Feb 09 13:24:11.954510 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:11.991979 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event deleted for resources: {'Port': ['ID=edf0d76f-cba8-4f77-b0a1-1d2d2cabcea3,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:11.999697 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-63811f2e-0eb9-4ac8-b108-b25311dd9bb9 req-421a86ad-4169-4453-aedb-c2201f13b6fe tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727601 Feb 09 13:24:12.063889 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (e3f1b302-f1d1-4967-aaa9-527461b42db1), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:12.064225 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.db.l3_db [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Floating IP e3f1b302-f1d1-4967-aaa9-527461b42db1 disassociated (deleted). External IP: 172.27.1.60, port: d0473794-25d6-4297-bd7b-f2930167cb57. Feb 09 13:24:12.268956 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Router e73b4101-af1d-4c80-b29e-46f59e7720e9 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:24:12.376375 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:24:12.381528 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:12.390160 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dcc634-8bde-402a-a7ca-0bdac301b0c3 None None] Sync routers for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:24:12.397346 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 up at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:24:12.412100 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-bd0af079-6140-4398-a511-df4640916601 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "DELETE /v2.0/floatingips/e3f1b302-f1d1-4967-aaa9-527461b42db1 HTTP/1.1" status: 204 len: 168 time: 0.9230540 Feb 09 13:24:12.412687 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'tag': 'd0473794-25d6-4297-bd7b-f2930167cb57'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:24:12.415078 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87459218-1852-4f71-b2ed-e4faf4d79a67" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2ac1f9-be36-466a-ac50-831c548547c7", "tag": "d0473794-25d6-4297-bd7b-f2930167cb57"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:24:12.424607 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dcc634-8bde-402a-a7ca-0bdac301b0c3 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:24:12.425267 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b9dcc634-8bde-402a-a7ca-0bdac301b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:23:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:12.455420 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ab5935-9bd7-49b1-84ed-76a47b2bc74c x-openstack-request-id: req-53ab5935-9bd7-49b1-84ed-76a47b2bc74c {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:24:12.455725 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2ac1f9-be36-466a-ac50-831c548547c7", "tag": "d0473794-25d6-4297-bd7b-f2930167cb57", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:24:12.455982 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-53ab5935-9bd7-49b1-84ed-76a47b2bc74c {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:24:12.456396 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'tag': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'status': 'completed', 'code': 200} Feb 09 13:24:12.532183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87459218-1852-4f71-b2ed-e4faf4d79a67 req-46cfc6cd-a2c7-42f4-bba2-844b4efdb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:12.533904 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87459218-1852-4f71-b2ed-e4faf4d79a67 req-46cfc6cd-a2c7-42f4-bba2-844b4efdb9a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5ef8e70a161475ab7130108627df2e4&device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 1130 time: 0.0500977 Feb 09 13:24:12.534236 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.provisioning_blocks [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Provisioning complete for port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 triggered by entity L2. {{(pid=103166) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:12.534638 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66747358'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), provisioning_complete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:12.580796 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-b9dcc634-8bde-402a-a7ca-0bdac301b0c3 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:24:12.622748 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87459218-1852-4f71-b2ed-e4faf4d79a67 req-a0825276-dad3-4cd9-85aa-a991b6d17348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:12.624287 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87459218-1852-4f71-b2ed-e4faf4d79a67 req-a0825276-dad3-4cd9-85aa-a991b6d17348 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 200 len: 913 time: 0.0840187 Feb 09 13:24:12.674522 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87459218-1852-4f71-b2ed-e4faf4d79a67 req-7b19ab86-1aa6-4475-921d-1ec60302d903 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0473794-25d6-4297-bd7b-f2930167cb57 HTTP/1.1" status: 200 len: 217 time: 0.0403662 Feb 09 13:24:12.728397 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87459218-1852-4f71-b2ed-e4faf4d79a67 req-882d5352-e86e-4f35-8928-ff2f183eb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:12.729879 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87459218-1852-4f71-b2ed-e4faf4d79a67 req-882d5352-e86e-4f35-8928-ff2f183eb52c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 200 len: 851 time: 0.0464532 Feb 09 13:24:12.737488 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Current status of the port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 is: BUILD; New status is: ACTIVE {{(pid=103166) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:24:12.737920 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66785673'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), before_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:12.779798 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4'}] {{(pid=103166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:24:12.782127 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387c971e395cbdadee33d562049a807cc6ed14328f6a61d09487cf0e0ee819ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84caf3ba-dbc4-45b4-af3b-c6df9cd8fdef" -d '{"events": [{"server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "name": "network-vif-plugged", "status": "completed", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4"}]}' {{(pid=103166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:24:12.789799 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87459218-1852-4f71-b2ed-e4faf4d79a67 req-cddec673-563e-4b85-b22f-3300d30ff80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:12.791282 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87459218-1852-4f71-b2ed-e4faf4d79a67 req-cddec673-563e-4b85-b22f-3300d30ff80b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ef35c6-6e26-4081-883e-e7a7d012ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471008 Feb 09 13:24:12.803523 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] For port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:12.828553 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbf570b-c3f6-4a64-879a-7d279a75be61 x-openstack-request-id: req-dfbf570b-c3f6-4a64-879a-7d279a75be61 {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:24:12.831771 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "name": "network-vif-plugged", "status": "completed", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4", "code": 200}]} {{(pid=103166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:24:12.831771 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dfbf570b-c3f6-4a64-879a-7d279a75be61 {{(pid=103166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:24:12.831771 dv-cinder-827860-3-iscsi neutron-server[103166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'code': 200} Feb 09 13:24:12.865286 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b9dcc634-8bde-402a-a7ca-0bdac301b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:12.896787 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dcc634-8bde-402a-a7ca-0bdac301b0c3 None None] Checking router: e73b4101-af1d-4c80-b29e-46f59e7720e9 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:24:12.905904 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dcc634-8bde-402a-a7ca-0bdac301b0c3 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:24:12.906510 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b9dcc634-8bde-402a-a7ca-0bdac301b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:23:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:12.909841 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790220753165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790220347850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790220347868'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:12.936217 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87459218-1852-4f71-b2ed-e4faf4d79a67 req-c42cb0ce-6890-4727-96f3-f46f4f70b957 service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345074 Feb 09 13:24:12.996402 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f2b7e-b325-40dc-9565-f9fd424aa42a req-c2762f78-32bd-4d56-9f85-c4ef4bb56d11 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:12.997873 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dd5f2b7e-b325-40dc-9565-f9fd424aa42a req-c2762f78-32bd-4d56-9f85-c4ef4bb56d11 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 946 time: 0.1117826 Feb 09 13:24:13.042495 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Pushing event updated for resources: {'Port': ['ID=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,revision_number=8']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:13.081672 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-b9dcc634-8bde-402a-a7ca-0bdac301b0c3 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:24:13.083471 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-87459218-1852-4f71-b2ed-e4faf4d79a67 req-e7f5cd2f-413c-4d84-8aa1-dd2cd713152c service neutron] 10.222.0.31 "GET /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370523 Feb 09 13:24:13.101852 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-dd5f2b7e-b325-40dc-9565-f9fd424aa42a req-9a48cf5a-ae52-47ba-ab9a-30da3643809c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873787 Feb 09 13:24:13.173762 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2f0ac-c590-4d06-bed3-3a859de5f68f req-ace5177c-0bfe-4075-9fc7-baae3c198411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:13.175967 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-40c2f0ac-c590-4d06-bed3-3a859de5f68f req-ace5177c-0bfe-4075-9fc7-baae3c198411 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1129 time: 0.0523112 Feb 09 13:24:13.188593 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596d53f-8df2-49a9-8a28-efc50da737e4 req-d1a212e3-6691-4b24-8715-885fd196b769 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:13.190259 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1596d53f-8df2-49a9-8a28-efc50da737e4 req-d1a212e3-6691-4b24-8715-885fd196b769 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0614352 Feb 09 13:24:13.228615 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-40c2f0ac-c590-4d06-bed3-3a859de5f68f req-2e7ec710-5ff2-4d25-a2b5-22f484ea0d24 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457480 Feb 09 13:24:13.244506 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-1596d53f-8df2-49a9-8a28-efc50da737e4 req-d7a4ef1e-b1d9-4b71-96dd-55d0465e1e52 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475719 Feb 09 13:24:13.415453 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-b9dcc634-8bde-402a-a7ca-0bdac301b0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:13.445756 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dcc634-8bde-402a-a7ca-0bdac301b0c3 None None] The sync data for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi is: [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:54Z', 'revision_number': 4, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'e977e2f7-bb6c-4a60-84a7-96175fc105c7', 'name': '', 'network_id': '05ef35c6-6e26-4081-883e-e7a7d012ab72', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'mac_address': 'fa:16:3e:78:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:54Z', 'updated_at': '2022-02-09T13:16:57Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'subnets': [{'id': 'ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:24:13.668444 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813501e-af73-4120-807c-2b65b4694859 None None] New status for floating IP e3f1b302-f1d1-4967-aaa9-527461b42db1: DOWN {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:24:14.213293 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ba440-75ee-4b96-b56b-37b37379c5f4 req-9025459b-94c1-4193-9358-de88f8b675fd tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:14.214817 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ed6ba440-75ee-4b96-b56b-37b37379c5f4 req-9025459b-94c1-4193-9358-de88f8b675fd tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 946 time: 0.0525868 Feb 09 13:24:14.265893 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ed6ba440-75ee-4b96-b56b-37b37379c5f4 req-28d3e992-7fa6-4279-bc88-24d5812d4237 tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ebec368-f6e1-4491-adbf-60b34bc17c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455434 Feb 09 13:24:14.364214 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1571d53-fcf4-4dfc-8bad-583c93abcfc9 req-5b08aea0-985a-4463-a39b-6f725e735d9f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:14.365732 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d1571d53-fcf4-4dfc-8bad-583c93abcfc9 req-5b08aea0-985a-4463-a39b-6f725e735d9f tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0525424 Feb 09 13:24:14.414502 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-d1571d53-fcf4-4dfc-8bad-583c93abcfc9 req-29d3e082-92cf-4b8f-8e96-1e1caf4d7669 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423541 Feb 09 13:24:14.888283 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706713ae-3692-4552-9459-1ea28b62aa6b req-a6e12ab4-01a8-4006-8513-a7335fa2a74a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:14.890013 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-706713ae-3692-4552-9459-1ea28b62aa6b req-a6e12ab4-01a8-4006-8513-a7335fa2a74a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 946 time: 0.0563736 Feb 09 13:24:14.982689 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-706713ae-3692-4552-9459-1ea28b62aa6b req-1a5a20c5-c725-49d1-9910-819c39a809fb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Deleting port d0473794-25d6-4297-bd7b-f2930167cb57 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:14.983028 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-706713ae-3692-4552-9459-1ea28b62aa6b req-1a5a20c5-c725-49d1-9910-819c39a809fb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:15.082707 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-706713ae-3692-4552-9459-1ea28b62aa6b req-1a5a20c5-c725-49d1-9910-819c39a809fb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] For port d0473794-25d6-4297-bd7b-f2930167cb57, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=d0473794-25d6-4297-bd7b-f2930167cb57,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:15.083064 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-706713ae-3692-4552-9459-1ea28b62aa6b req-1a5a20c5-c725-49d1-9910-819c39a809fb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:15.096308 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-706713ae-3692-4552-9459-1ea28b62aa6b req-1a5a20c5-c725-49d1-9910-819c39a809fb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Calling delete_port for d0473794-25d6-4297-bd7b-f2930167cb57 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:15.286524 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-706713ae-3692-4552-9459-1ea28b62aa6b req-1a5a20c5-c725-49d1-9910-819c39a809fb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (d0473794-25d6-4297-bd7b-f2930167cb57), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:15.317720 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a20c5-c725-49d1-9910-819c39a809fb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event deleted for resources: {'Port': ['ID=d0473794-25d6-4297-bd7b-f2930167cb57,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:15.388409 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-706713ae-3692-4552-9459-1ea28b62aa6b req-1a5a20c5-c725-49d1-9910-819c39a809fb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] No DVR routers for this DVR port d0473794-25d6-4297-bd7b-f2930167cb57 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:15.391665 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-6139efdb-5152-4697-ae8c-7567bc8def07 req-caffc92d-0e0f-4d07-ba2d-761473b4212a tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 210 time: 0.0472209 Feb 09 13:24:15.392623 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-706713ae-3692-4552-9459-1ea28b62aa6b req-1a5a20c5-c725-49d1-9910-819c39a809fb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:15.395817 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-706713ae-3692-4552-9459-1ea28b62aa6b req-1a5a20c5-c725-49d1-9910-819c39a809fb tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.31 "DELETE /v2.0/ports/d0473794-25d6-4297-bd7b-f2930167cb57 HTTP/1.1" status: 204 len: 173 time: 0.4995761 Feb 09 13:24:15.396245 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'name': 'network-vif-deleted', 'tag': 'd0473794-25d6-4297-bd7b-f2930167cb57'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:24:15.398643 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c043659-d587-41e6-be91-ef410e78fa54" -d '{"events": [{"server_uuid": "3f2ac1f9-be36-466a-ac50-831c548547c7", "name": "network-vif-deleted", "tag": "d0473794-25d6-4297-bd7b-f2930167cb57"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:24:15.436085 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a71243-2109-44a3-b6f4-58a36ef4b34f x-openstack-request-id: req-94a71243-2109-44a3-b6f4-58a36ef4b34f {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:24:15.436386 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2ac1f9-be36-466a-ac50-831c548547c7", "name": "network-vif-deleted", "tag": "d0473794-25d6-4297-bd7b-f2930167cb57", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:24:15.436650 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-94a71243-2109-44a3-b6f4-58a36ef4b34f {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:24:15.437051 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2ac1f9-be36-466a-ac50-831c548547c7', 'name': 'network-vif-deleted', 'tag': 'd0473794-25d6-4297-bd7b-f2930167cb57', 'status': 'completed', 'code': 200} Feb 09 13:24:15.538787 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ede4d3-47aa-4c00-bc6b-c69716c9c7d0 req-1c2cb73a-7959-4230-ac45-4af786ec1214 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:15.540470 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-02ede4d3-47aa-4c00-bc6b-c69716c9c7d0 req-1c2cb73a-7959-4230-ac45-4af786ec1214 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0568235 Feb 09 13:24:15.591869 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-02ede4d3-47aa-4c00-bc6b-c69716c9c7d0 req-bef82c76-7c8e-4c59-a817-b8797927d5a0 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455673 Feb 09 13:24:16.518917 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-fcb6a9e9-bdca-4892-b1e9-a719f0522515 req-cedd75c6-f5ef-4b5c-93dd-b6aa19964a5b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f2ac1f9-be36-466a-ac50-831c548547c7 HTTP/1.1" status: 200 len: 210 time: 0.0347867 Feb 09 13:24:17.468708 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:17.575950 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49712) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:17.702239 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-6ba661f8-959d-4331-8b88-79420d3c630c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Deleting port b7b39a2d-9965-45fc-b2f1-1c3b08066dfb {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:17.702615 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ba661f8-959d-4331-8b88-79420d3c630c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (b7b39a2d-9965-45fc-b2f1-1c3b08066dfb), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:18.025474 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ba661f8-959d-4331-8b88-79420d3c630c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (b7b39a2d-9965-45fc-b2f1-1c3b08066dfb), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:18.025793 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ba661f8-959d-4331-8b88-79420d3c630c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (b7b39a2d-9965-45fc-b2f1-1c3b08066dfb), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:18.038244 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-6ba661f8-959d-4331-8b88-79420d3c630c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Calling delete_port for b7b39a2d-9965-45fc-b2f1-1c3b08066dfb owned by network:floatingip {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:18.234781 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ba661f8-959d-4331-8b88-79420d3c630c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (b7b39a2d-9965-45fc-b2f1-1c3b08066dfb), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:18.259800 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba661f8-959d-4331-8b88-79420d3c630c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event deleted for resources: {'Port': ['ID=b7b39a2d-9965-45fc-b2f1-1c3b08066dfb,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:18.322197 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ba661f8-959d-4331-8b88-79420d3c630c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for floatingip (8876ce03-ded5-43e8-b0af-c2a38ff9dff0), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:18.325289 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-6ba661f8-959d-4331-8b88-79420d3c630c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:18.326437 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-6ba661f8-959d-4331-8b88-79420d3c630c tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "DELETE /v2.0/floatingips/8876ce03-ded5-43e8-b0af-c2a38ff9dff0 HTTP/1.1" status: 204 len: 168 time: 0.7494643 Feb 09 13:24:18.444357 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device d0473794-25d6-4297-bd7b-f2930167cb57 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:24:18.466091 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: d0473794-25d6-4297-bd7b-f2930167cb57 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:24:18.466472 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device d0473794-25d6-4297-bd7b-f2930167cb57 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:24:19.648714 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49724) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:19.706252 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3dd077c4-2c48-4a31-aceb-eb2cb5f4768b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group (3ebec368-f6e1-4491-adbf-60b34bc17c14), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:19.731375 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3dd077c4-2c48-4a31-aceb-eb2cb5f4768b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group (3ebec368-f6e1-4491-adbf-60b34bc17c14), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:19.857481 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3dd077c4-2c48-4a31-aceb-eb2cb5f4768b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (3ebec368-f6e1-4491-adbf-60b34bc17c14), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:19.860226 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3dd077c4-2c48-4a31-aceb-eb2cb5f4768b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Publish callbacks [] for security_group (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:19.861391 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-3dd077c4-2c48-4a31-aceb-eb2cb5f4768b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] 10.222.0.84 "DELETE /v2.0/security-groups/3ebec368-f6e1-4491-adbf-60b34bc17c14 HTTP/1.1" status: 204 len: 168 time: 0.2116759 Feb 09 13:24:19.870546 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd077c4-2c48-4a31-aceb-eb2cb5f4768b tempest-TestVolumeBootPattern-1888871482 tempest-TestVolumeBootPattern-1888871482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebec368-f6e1-4491-adbf-60b34bc17c14,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:19.970198 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49728) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:20.459346 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655645'] for router_interface (e73b4101-af1d-4c80-b29e-46f59e7720e9), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:20.703168 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] Deleting port e977e2f7-bb6c-4a60-84a7-96175fc105c7 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:20.703822 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:20.787982 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] For port e977e2f7-bb6c-4a60-84a7-96175fc105c7, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=e977e2f7-bb6c-4a60-84a7-96175fc105c7,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:20.788345 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:20.801658 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] Calling delete_port for e977e2f7-bb6c-4a60-84a7-96175fc105c7 owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:21.035043 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (e977e2f7-bb6c-4a60-84a7-96175fc105c7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:21.063480 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e977e2f7-bb6c-4a60-84a7-96175fc105c7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:21.238252 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655753'] for router_interface (e73b4101-af1d-4c80-b29e-46f59e7720e9), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:21.474446 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] Router e73b4101-af1d-4c80-b29e-46f59e7720e9 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:24:21.582869 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:24:21.588029 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-405a0f6c-56f8-4c69-bec8-87818e9bc4cb admin admin] 10.222.0.84 "PUT /v2.0/routers/e73b4101-af1d-4c80-b29e-46f59e7720e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6164331 Feb 09 13:24:21.591142 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49732) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:21.594259 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114ddc3-dc7c-42a9-a6f6-d681438c43c6 None None] Sync routers for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:24:21.607979 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114ddc3-dc7c-42a9-a6f6-d681438c43c6 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:24:21.608599 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a114ddc3-dc7c-42a9-a6f6-d681438c43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:23:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:21.698618 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Publish callbacks [] for router (e73b4101-af1d-4c80-b29e-46f59e7720e9), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:21.712697 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a114ddc3-dc7c-42a9-a6f6-d681438c43c6 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:24:21.904525 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a114ddc3-dc7c-42a9-a6f6-d681438c43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:24:20Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:21.932013 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114ddc3-dc7c-42a9-a6f6-d681438c43c6 None None] Checking router: e73b4101-af1d-4c80-b29e-46f59e7720e9 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:24:21.941442 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114ddc3-dc7c-42a9-a6f6-d681438c43c6 None None] Routers {'e73b4101-af1d-4c80-b29e-46f59e7720e9'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:24:21.942081 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a114ddc3-dc7c-42a9-a6f6-d681438c43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:23:55Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['e73b4101-af1d-4c80-b29e-46f59e7720e9'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:22.054522 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-a114ddc3-dc7c-42a9-a6f6-d681438c43c6 None None] Set router e73b4101-af1d-4c80-b29e-46f59e7720e9 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:24:22.066387 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Publish callbacks [] for router_gateway (e73b4101-af1d-4c80-b29e-46f59e7720e9), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:22.191405 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Deleting port 18f3213e-8477-4a19-828d-8e8d69b05431 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:22.191636 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:22.234163 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-a114ddc3-dc7c-42a9-a6f6-d681438c43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:24:20Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:22.266058 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114ddc3-dc7c-42a9-a6f6-d681438c43c6 None None] The sync data for ids ['e73b4101-af1d-4c80-b29e-46f59e7720e9'] in dv-cinder-827860-3-iscsi is: [{'id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'name': 'tempest-TestVolumeBootPattern-1822495525-router', 'tenant_id': 'd5ef8e70a161475ab7130108627df2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:24:20Z', 'revision_number': 5, 'project_id': 'd5ef8e70a161475ab7130108627df2e4', 'gw_port': {'id': '18f3213e-8477-4a19-828d-8e8d69b05431', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:80:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b4101-af1d-4c80-b29e-46f59e7720e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:51Z', 'updated_at': '2022-02-09T13:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:24:22.271970 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] For port 18f3213e-8477-4a19-828d-8e8d69b05431, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=18f3213e-8477-4a19-828d-8e8d69b05431,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:22.272338 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:22.289849 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Calling delete_port for 18f3213e-8477-4a19-828d-8e8d69b05431 owned by network:router_gateway {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:22.537551 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (18f3213e-8477-4a19-828d-8e8d69b05431), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:22.564015 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f3213e-8477-4a19-828d-8e8d69b05431,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:22.627720 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662891'] for router_gateway (e73b4101-af1d-4c80-b29e-46f59e7720e9), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:22.720530 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25951'] for router (e73b4101-af1d-4c80-b29e-46f59e7720e9), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:22.722798 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Publish callbacks [] for router_controller (e73b4101-af1d-4c80-b29e-46f59e7720e9), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:22.726330 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-9230ca1e-eeb0-4169-909e-671eb42138d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:22.817660 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658427'] for router (e73b4101-af1d-4c80-b29e-46f59e7720e9), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:22.818145 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e73b4101-af1d-4c80-b29e-46f59e7720e9 {{(pid=103164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:24:22.823229 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:22.825151 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-0144539f-d408-4318-a224-0eec4d650680 admin admin] 10.222.0.84 "DELETE /v2.0/routers/e73b4101-af1d-4c80-b29e-46f59e7720e9 HTTP/1.1" status: 204 len: 168 time: 1.2322278 Feb 09 13:24:22.828570 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49734) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:22.879392 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1875450-6800-4e88-af94-1ce5bf7a339a admin admin] Deleting subnet ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca {{(pid=103165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:24:22.882598 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a1875450-6800-4e88-af94-1ce5bf7a339a admin admin] Publish callbacks [] for subnet (ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:22.923752 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a1875450-6800-4e88-af94-1ce5bf7a339a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355185'] for subnet (ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.004120 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a1875450-6800-4e88-af94-1ce5bf7a339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.222840 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a1875450-6800-4e88-af94-1ce5bf7a339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449107'] for subnet (ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.256106 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1875450-6800-4e88-af94-1ce5bf7a339a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:23.259746 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-a1875450-6800-4e88-af94-1ce5bf7a339a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.263168 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-a1875450-6800-4e88-af94-1ce5bf7a339a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ca4127c8-4b38-4ddb-a26c-1dd0bfa4d3ca HTTP/1.1" status: 204 len: 168 time: 0.4331951 Feb 09 13:24:23.267768 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49736) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:23.272246 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89db749-6bb9-44d6-8de5-dc53758b310a None None] Network 05ef35c6-6e26-4081-883e-e7a7d012ab72 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:24:23.345776 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device e977e2f7-bb6c-4a60-84a7-96175fc105c7 no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:24:23.347088 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (05ef35c6-6e26-4081-883e-e7a7d012ab72), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.373701 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: e977e2f7-bb6c-4a60-84a7-96175fc105c7 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:24:23.374047 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device e977e2f7-bb6c-4a60-84a7-96175fc105c7 not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:24:23.402584 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Deleting port 468e6417-42c3-4823-bee5-6047b25a8973 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:23.403013 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (468e6417-42c3-4823-bee5-6047b25a8973), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.469682 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] For port 468e6417-42c3-4823-bee5-6047b25a8973, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=468e6417-42c3-4823-bee5-6047b25a8973,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:23.470047 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (468e6417-42c3-4823-bee5-6047b25a8973), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.495767 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f68a9-dc9b-4047-b6ae-2386241a6bfa None None] DHCP port deletion for 05ef35c6-6e26-4081-883e-e7a7d012ab72 request from dv-cinder-827860-3-iscsi {{(pid=103166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:24:23.496647 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Calling delete_port for 468e6417-42c3-4823-bee5-6047b25a8973 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:23.531716 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-409f68a9-dc9b-4047-b6ae-2386241a6bfa None None] Deleting port 468e6417-42c3-4823-bee5-6047b25a8973 {{(pid=103166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:23.532085 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-409f68a9-dc9b-4047-b6ae-2386241a6bfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (468e6417-42c3-4823-bee5-6047b25a8973), before_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.599679 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-409f68a9-dc9b-4047-b6ae-2386241a6bfa None None] For port 468e6417-42c3-4823-bee5-6047b25a8973, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=468e6417-42c3-4823-bee5-6047b25a8973,segment=NetworkSegment(0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21),segment_id=0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:23.600146 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-409f68a9-dc9b-4047-b6ae-2386241a6bfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (468e6417-42c3-4823-bee5-6047b25a8973), precommit_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.613458 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-409f68a9-dc9b-4047-b6ae-2386241a6bfa None None] Calling delete_port for 468e6417-42c3-4823-bee5-6047b25a8973 owned by network:dhcp {{(pid=103166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:23.697601 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (468e6417-42c3-4823-bee5-6047b25a8973), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.704453 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-409f68a9-dc9b-4047-b6ae-2386241a6bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841'] for port (468e6417-42c3-4823-bee5-6047b25a8973), after_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.727136 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=468e6417-42c3-4823-bee5-6047b25a8973,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:23.729975 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f68a9-dc9b-4047-b6ae-2386241a6bfa None None] Pushing event deleted for resources: {'Port': ['ID=468e6417-42c3-4823-bee5-6047b25a8973,revision_number=None']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:23.736697 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] No DVR routers for this DVR port 468e6417-42c3-4823-bee5-6047b25a8973 on host dv-cinder-827860-3-iscsi {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:23.737206 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409f68a9-dc9b-4047-b6ae-2386241a6bfa None None] No DVR routers for this DVR port 468e6417-42c3-4823-bee5-6047b25a8973 on host dv-cinder-827860-3-iscsi {{(pid=103166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:23.808080 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (05ef35c6-6e26-4081-883e-e7a7d012ab72), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.827930 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ef35c6-6e26-4081-883e-e7a7d012ab72']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:23.836981 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:23.837584 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:23.846819 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.860078 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.866084 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:24:23.866460 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (0ca579c1-ff18-4a2e-9fc1-5f11ffd29f21), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:24:23.868122 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:24:24.001055 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (05ef35c6-6e26-4081-883e-e7a7d012ab72), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:24.006587 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:24.009774 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] 10.222.0.84 "DELETE /v2.0/networks/05ef35c6-6e26-4081-883e-e7a7d012ab72 HTTP/1.1" status: 204 len: 168 time: 0.7408285 Feb 09 13:24:24.013347 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49738) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:24.021070 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d60b-0bef-48a2-b36f-903819df28b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ef35c6-6e26-4081-883e-e7a7d012ab72,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:24.368710 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655645'] for router_interface (625b501d-46e7-4131-982b-a00cf0dd382c), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:24.614497 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] Deleting port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:24.614773 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:24.694436 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] For port 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7,segment=NetworkSegment(c7524229-e254-4834-8e7e-7a6129917618),segment_id=c7524229-e254-4834-8e7e-7a6129917618)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:24.694903 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:24.707804 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] Calling delete_port for 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:24.944215 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 468e6417-42c3-4823-bee5-6047b25a8973 no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:24:24.954924 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:24.970954 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 468e6417-42c3-4823-bee5-6047b25a8973 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:24:24.971298 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 468e6417-42c3-4823-bee5-6047b25a8973 not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:24:24.971709 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 18f3213e-8477-4a19-828d-8e8d69b05431 no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:24:24.980901 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:24.999117 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 18f3213e-8477-4a19-828d-8e8d69b05431 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:24:24.999460 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 18f3213e-8477-4a19-828d-8e8d69b05431 not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:24:25.074987 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-31418b40-3726-4052-a368-974c457a486a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:25.148763 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655753'] for router_interface (625b501d-46e7-4131-982b-a00cf0dd382c), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:25.367520 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] Router 625b501d-46e7-4131-982b-a00cf0dd382c has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:24:25.479136 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:24:25.485790 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-11b029e1-2319-475c-a979-0a07fb46e74c admin admin] 10.222.0.84 "PUT /v2.0/routers/625b501d-46e7-4131-982b-a00cf0dd382c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4699259 Feb 09 13:24:25.487385 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49740) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:25.487787 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127e223-370f-45ef-9ed3-cb53339470ae None None] Sync routers for ids ['625b501d-46e7-4131-982b-a00cf0dd382c'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:24:25.498312 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2127e223-370f-45ef-9ed3-cb53339470ae None None] Routers {'625b501d-46e7-4131-982b-a00cf0dd382c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:24:25.498981 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2127e223-370f-45ef-9ed3-cb53339470ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:24:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['625b501d-46e7-4131-982b-a00cf0dd382c'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:25.596298 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Publish callbacks [] for router (625b501d-46e7-4131-982b-a00cf0dd382c), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:25.604807 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-2127e223-370f-45ef-9ed3-cb53339470ae None None] Set router 625b501d-46e7-4131-982b-a00cf0dd382c gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:24:25.702030 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Publish callbacks [] for router_gateway (625b501d-46e7-4131-982b-a00cf0dd382c), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:25.781837 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2127e223-370f-45ef-9ed3-cb53339470ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'name': 'tempest-TestVolumeBootPattern-28649819-router', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:57Z', 'updated_at': '2022-02-09T13:24:24Z', 'revision_number': 5, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'gw_port': {'id': '4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:58Z', 'updated_at': '2022-02-09T13:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:25.808942 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127e223-370f-45ef-9ed3-cb53339470ae None None] Checking router: 625b501d-46e7-4131-982b-a00cf0dd382c for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:24:25.817180 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2127e223-370f-45ef-9ed3-cb53339470ae None None] Routers {'625b501d-46e7-4131-982b-a00cf0dd382c'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:24:25.817780 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2127e223-370f-45ef-9ed3-cb53339470ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:24:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['625b501d-46e7-4131-982b-a00cf0dd382c'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:25.843720 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Deleting port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:25.844062 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:25.903364 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-2127e223-370f-45ef-9ed3-cb53339470ae None None] Set router 625b501d-46e7-4131-982b-a00cf0dd382c gateway port host: None {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:24:25.922102 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] For port 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:25.922468 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:25.939598 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Calling delete_port for 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe owned by network:router_gateway {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:25.956482 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-2127e223-370f-45ef-9ed3-cb53339470ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'name': 'tempest-TestVolumeBootPattern-28649819-router', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:57Z', 'updated_at': '2022-02-09T13:24:25Z', 'revision_number': 6, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'gw_port_host': None}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:25.981449 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127e223-370f-45ef-9ed3-cb53339470ae None None] The sync data for ids ['625b501d-46e7-4131-982b-a00cf0dd382c'] in dv-cinder-827860-3-iscsi is: [{'id': '625b501d-46e7-4131-982b-a00cf0dd382c', 'name': 'tempest-TestVolumeBootPattern-28649819-router', 'tenant_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:57Z', 'updated_at': '2022-02-09T13:24:25Z', 'revision_number': 6, 'project_id': '6693a7ce85f44ff4bb1b2ad45453ce93', 'gw_port_host': None}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:24:26.172008 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.198676 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:26.207545 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.259134 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662891'] for router_gateway (625b501d-46e7-4131-982b-a00cf0dd382c), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.351475 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25951'] for router (625b501d-46e7-4131-982b-a00cf0dd382c), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.353732 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Publish callbacks [] for router_controller (625b501d-46e7-4131-982b-a00cf0dd382c), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.486214 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658427'] for router (625b501d-46e7-4131-982b-a00cf0dd382c), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.486788 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 625b501d-46e7-4131-982b-a00cf0dd382c {{(pid=103165) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:24:26.491138 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.492184 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-04cd9d35-6578-4c53-8d84-da7f8a36445c admin admin] 10.222.0.84 "DELETE /v2.0/routers/625b501d-46e7-4131-982b-a00cf0dd382c HTTP/1.1" status: 204 len: 168 time: 1.0037460 Feb 09 13:24:26.494756 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49742) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:26.538398 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9a7e2f-4f87-47fd-a2c0-b097e2545b06 admin admin] Deleting subnet a0d831c9-332c-4feb-ba13-ce37713e84fd {{(pid=103165) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:24:26.541436 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7e2f-4f87-47fd-a2c0-b097e2545b06 admin admin] Publish callbacks [] for subnet (a0d831c9-332c-4feb-ba13-ce37713e84fd), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.574866 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7e2f-4f87-47fd-a2c0-b097e2545b06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3355185'] for subnet (a0d831c9-332c-4feb-ba13-ce37713e84fd), precommit_delete_associations {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.651055 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7e2f-4f87-47fd-a2c0-b097e2545b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (a0d831c9-332c-4feb-ba13-ce37713e84fd), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.806868 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7e2f-4f87-47fd-a2c0-b097e2545b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3231725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2449107'] for subnet (a0d831c9-332c-4feb-ba13-ce37713e84fd), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.833414 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a7e2f-4f87-47fd-a2c0-b097e2545b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d831c9-332c-4feb-ba13-ce37713e84fd,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:26.837051 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7e2f-4f87-47fd-a2c0-b097e2545b06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.841143 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-4c9a7e2f-4f87-47fd-a2c0-b097e2545b06 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a0d831c9-332c-4feb-ba13-ce37713e84fd HTTP/1.1" status: 204 len: 168 time: 0.3451791 Feb 09 13:24:26.843404 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49744) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:26.844057 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a939493-f05b-4e22-849c-ae144bf85533 None None] Network f0a17d14-216c-4aaf-91fd-cf8c2d13d440 requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:24:26.915197 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (f0a17d14-216c-4aaf-91fd-cf8c2d13d440), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:26.984487 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:24:26.991478 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Deleting port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:26.991928 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.008907 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:24:27.009363 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 1ecfa7a0-668e-4a8e-aaff-4d0c516d9fb7 not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:24:27.009848 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:24:27.031631 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:24:27.031982 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 4d0d64ab-a0ff-404f-97cd-2ee2c8d37dfe not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:24:27.038849 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5becd25-7fc6-4d1e-bc41-c8eed8ab2b59 None None] DHCP port deletion for f0a17d14-216c-4aaf-91fd-cf8c2d13d440 request from dv-cinder-827860-3-iscsi {{(pid=103166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:24:27.058595 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] For port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=7d8d2f66-e516-4256-9156-9ccf4cc1cc3d,segment=NetworkSegment(c7524229-e254-4834-8e7e-7a6129917618),segment_id=c7524229-e254-4834-8e7e-7a6129917618)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:27.058925 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.072094 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Calling delete_port for 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:27.087040 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-d5becd25-7fc6-4d1e-bc41-c8eed8ab2b59 None None] Deleting port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d {{(pid=103166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:24:27.087421 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d5becd25-7fc6-4d1e-bc41-c8eed8ab2b59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), before_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.154798 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-d5becd25-7fc6-4d1e-bc41-c8eed8ab2b59 None None] For port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=7d8d2f66-e516-4256-9156-9ccf4cc1cc3d,segment=NetworkSegment(c7524229-e254-4834-8e7e-7a6129917618),segment_id=c7524229-e254-4834-8e7e-7a6129917618)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:27.158933 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d5becd25-7fc6-4d1e-bc41-c8eed8ab2b59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), precommit_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.167956 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-d5becd25-7fc6-4d1e-bc41-c8eed8ab2b59 None None] Calling delete_port for 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d owned by network:dhcp {{(pid=103166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:24:27.239876 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.245475 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d5becd25-7fc6-4d1e-bc41-c8eed8ab2b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841'] for port (7d8d2f66-e516-4256-9156-9ccf4cc1cc3d), after_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.277814 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] No DVR routers for this DVR port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d on host dv-cinder-827860-3-iscsi {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:27.278082 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5becd25-7fc6-4d1e-bc41-c8eed8ab2b59 None None] Pushing event deleted for resources: {'Port': ['ID=7d8d2f66-e516-4256-9156-9ccf4cc1cc3d,revision_number=None']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:27.278233 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8d2f66-e516-4256-9156-9ccf4cc1cc3d,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:27.278399 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5becd25-7fc6-4d1e-bc41-c8eed8ab2b59 None None] No DVR routers for this DVR port 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d on host dv-cinder-827860-3-iscsi {{(pid=103166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:27.349669 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (f0a17d14-216c-4aaf-91fd-cf8c2d13d440), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.369662 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a17d14-216c-4aaf-91fd-cf8c2d13d440']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:27.379753 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7524229-e254-4834-8e7e-7a6129917618') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:27.380050 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7524229-e254-4834-8e7e-7a6129917618') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:27.389837 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (c7524229-e254-4834-8e7e-7a6129917618), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.402806 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (c7524229-e254-4834-8e7e-7a6129917618), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.408964 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:24:27.409349 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (c7524229-e254-4834-8e7e-7a6129917618), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:24:27.410975 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:24:27.542235 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (f0a17d14-216c-4aaf-91fd-cf8c2d13d440), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.547728 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.550905 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] 10.222.0.84 "DELETE /v2.0/networks/f0a17d14-216c-4aaf-91fd-cf8c2d13d440 HTTP/1.1" status: 204 len: 168 time: 0.7064903 Feb 09 13:24:27.563600 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aca15d-eef9-4502-b897-ac01f0ad60c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a17d14-216c-4aaf-91fd-cf8c2d13d440,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:27.771663 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:27.907891 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49748) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:27.947660 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-02db1ed6-a03c-443b-8ba4-8386bfa6115c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d5ef8e70a161475ab7130108627df2e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384886 Feb 09 13:24:27.950074 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49750) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:27.994813 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-76567df7-7645-4342-8559-18517d672fac admin admin] Publish callbacks [] for security_group (0ef3f9f7-eaaa-4df9-9f5a-255e803d0e01), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:28.015834 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-76567df7-7645-4342-8559-18517d672fac admin admin] Publish callbacks [] for security_group (0ef3f9f7-eaaa-4df9-9f5a-255e803d0e01), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:28.126094 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-76567df7-7645-4342-8559-18517d672fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0ef3f9f7-eaaa-4df9-9f5a-255e803d0e01), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:28.128720 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-76567df7-7645-4342-8559-18517d672fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:28.129874 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-76567df7-7645-4342-8559-18517d672fac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0ef3f9f7-eaaa-4df9-9f5a-255e803d0e01 HTTP/1.1" status: 204 len: 168 time: 0.1788914 Feb 09 13:24:28.137655 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76567df7-7645-4342-8559-18517d672fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef3f9f7-eaaa-4df9-9f5a-255e803d0e01,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:28.816086 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49756) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:28.859858 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-b98901a0-8c1f-469a-9341-0bef412bbb50 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6693a7ce85f44ff4bb1b2ad45453ce93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425851 Feb 09 13:24:28.862312 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49758) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:24:28.908288 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b67219e-5d1c-411b-8acb-5a724af1394b admin admin] Publish callbacks [] for security_group (0cff9514-74dc-4d49-ae80-a0b721f80672), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:28.930700 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b67219e-5d1c-411b-8acb-5a724af1394b admin admin] Publish callbacks [] for security_group (0cff9514-74dc-4d49-ae80-a0b721f80672), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:28.945625 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:24:28.965824 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:24:28.966171 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 7d8d2f66-e516-4256-9156-9ccf4cc1cc3d not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:24:29.034913 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b67219e-5d1c-411b-8acb-5a724af1394b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (0cff9514-74dc-4d49-ae80-a0b721f80672), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:29.037456 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-3b67219e-5d1c-411b-8acb-5a724af1394b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:29.038627 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-3b67219e-5d1c-411b-8acb-5a724af1394b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0cff9514-74dc-4d49-ae80-a0b721f80672 HTTP/1.1" status: 204 len: 168 time: 0.1753287 Feb 09 13:24:29.047253 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67219e-5d1c-411b-8acb-5a724af1394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cff9514-74dc-4d49-ae80-a0b721f80672,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:29.269039 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:31.601828 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-c29fe8c3-a159-43b2-8260-aadcc63f8b49 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438774 Feb 09 13:24:31.692723 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-70f0d2c8-5976-4579-b226-5e221f0368ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:31.694209 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-70f0d2c8-5976-4579-b226-5e221f0368ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a995617c26584027b41b908107d1482b&device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1129 time: 0.0440502 Feb 09 13:24:31.797268 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-953a6da8-8fa1-42b0-9bc8-43d16ea41527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:31.798743 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-953a6da8-8fa1-42b0-9bc8-43d16ea41527 service neutron] 10.222.0.31 "GET /v2.0/networks?id=092e799c-3856-4065-b316-ee99869a22fb HTTP/1.1" status: 200 len: 910 time: 0.0849929 Feb 09 13:24:31.864012 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-e9967d01-fa3a-4e57-92e5-64f33edeeb0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4 HTTP/1.1" status: 200 len: 1001 time: 0.0565391 Feb 09 13:24:31.917507 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-dafb1b0d-1fca-4014-8522-fd5bab94e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:31.918966 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-dafb1b0d-1fca-4014-8522-fd5bab94e051 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c94ef1ac-3384-4c0b-b854-d2dab8ea66ba HTTP/1.1" status: 200 len: 848 time: 0.0458984 Feb 09 13:24:31.968251 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-6f9c6843-2c4c-44a9-b9e8-bda1c7b7bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:31.969711 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-6f9c6843-2c4c-44a9-b9e8-bda1c7b7bc4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=092e799c-3856-4065-b316-ee99869a22fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434563 Feb 09 13:24:32.057055 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-400e2ea7-cc66-433d-a39f-c39501e619c2 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799022 Feb 09 13:24:32.147265 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-db456f27-e0fb-42ca-b68f-52d1a86479d7 req-ada85163-b648-45d5-b843-9d04d13e16ce service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834928 Feb 09 13:24:40.579535 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:24:47.406172 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:52.769951 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6f6ab0c0-cf91-4b02-ba48-61f9869d7ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:55.034501 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e0d7-6fcf-483c-a855-4c2006ab5a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:56.198682 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:57.749332 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:24:59.250279 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:17.462897 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:17.578412 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:25:22.786943 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b4caa5dd-0f46-4582-874a-ab9755d4a388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:25.063438 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-c1fe39d5-56c7-462f-a74c-7a6d34d9c491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:26.188761 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:27.747343 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:29.285861 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:30.605411 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-3dccc385-2b16-47d5-8662-e55826dc015f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427008 Feb 09 13:25:30.693658 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-f5c6328f-9018-4c7e-8b68-65c06727d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:30.695145 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-f5c6328f-9018-4c7e-8b68-65c06727d06d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a995617c26584027b41b908107d1482b&device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1129 time: 0.0433168 Feb 09 13:25:30.801270 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-e9f93606-fff6-412e-8c93-9635369d5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:30.802740 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-e9f93606-fff6-412e-8c93-9635369d5498 service neutron] 10.222.0.31 "GET /v2.0/networks?id=092e799c-3856-4065-b316-ee99869a22fb HTTP/1.1" status: 200 len: 910 time: 0.0849016 Feb 09 13:25:30.866180 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-f9c96763-cc92-46b8-af29-35f26c09639b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4 HTTP/1.1" status: 200 len: 1001 time: 0.0558095 Feb 09 13:25:30.917631 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-8e63153f-aaad-4960-b257-f99dd9255558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:30.919566 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-8e63153f-aaad-4960-b257-f99dd9255558 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c94ef1ac-3384-4c0b-b854-d2dab8ea66ba HTTP/1.1" status: 200 len: 848 time: 0.0452790 Feb 09 13:25:30.969251 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-45b5818f-575f-4124-827b-485ffe76a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:30.970747 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-45b5818f-575f-4124-827b-485ffe76a927 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=092e799c-3856-4065-b316-ee99869a22fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423343 Feb 09 13:25:31.060926 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-beb785d5-32eb-4bd7-bbd1-9466828b1772 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823283 Feb 09 13:25:31.162993 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-ecc81c72-337b-4a59-aaba-c708d77a94f6 req-bdc72005-6e4f-4bd2-839d-94927e5cd8f0 service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894899 Feb 09 13:25:35.063835 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49786) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:35.224056 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Deleting port 2eeca16b-6e16-4879-9553-b6c825ba1f0c {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:25:35.224397 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (2eeca16b-6e16-4879-9553-b6c825ba1f0c), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:35.302334 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (2eeca16b-6e16-4879-9553-b6c825ba1f0c), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:35.302812 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for floatingip (2eeca16b-6e16-4879-9553-b6c825ba1f0c), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:35.315535 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Calling delete_port for 2eeca16b-6e16-4879-9553-b6c825ba1f0c owned by network:floatingip {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:25:35.543548 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (2eeca16b-6e16-4879-9553-b6c825ba1f0c), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:35.569633 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event deleted for resources: {'Port': ['ID=2eeca16b-6e16-4879-9553-b6c825ba1f0c,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:35.581352 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.581705 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.582050 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.582389 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.582751 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.583082 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.583407 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.583786 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.584052 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.584375 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.584852 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.585094 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.585401 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:35.639796 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for floatingip (6bdd8726-524b-4d7c-ad7d-f2b86b16b7ea), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:35.640120 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.db.l3_db [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Floating IP 6bdd8726-524b-4d7c-ad7d-f2b86b16b7ea disassociated (deleted). External IP: 172.27.1.156, port: 1c03d285-4ab1-4f1e-af2c-efca29aa27c4. Feb 09 13:25:35.861602 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Router 41f3f65f-8dad-4dff-9aef-08ba30970359 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103165) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:35.973360 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103165) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:35.977785 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for floatingip (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:35.984736 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f4f90-585e-4ae7-9376-a9491a85da06 None None] Sync routers for ids ['41f3f65f-8dad-4dff-9aef-08ba30970359'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:25:35.994566 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f4f90-585e-4ae7-9376-a9491a85da06 None None] Routers {'41f3f65f-8dad-4dff-9aef-08ba30970359'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:25:35.995203 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3b4f4f90-585e-4ae7-9376-a9491a85da06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:25:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['41f3f65f-8dad-4dff-9aef-08ba30970359'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:36.007173 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-b65e49f6-ba9c-49dd-98d7-795444879a27 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "DELETE /v2.0/floatingips/6bdd8726-524b-4d7c-ad7d-f2b86b16b7ea HTTP/1.1" status: 204 len: 168 time: 0.9422467 Feb 09 13:25:36.007770 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4'}] {{(pid=103165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:25:36.010062 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01c51598c8ab30bf4952a63dfe56f87d28a2f8427828c1486a1c5d04e19f9847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4"}]}' {{(pid=103165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:25:36.053042 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6145478b-e3ef-4064-8a73-80e571bd8fb4 x-openstack-request-id: req-6145478b-e3ef-4064-8a73-80e571bd8fb4 {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:25:36.053360 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4", "status": "completed", "code": 200}]} {{(pid=103165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:25:36.053614 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6145478b-e3ef-4064-8a73-80e571bd8fb4 {{(pid=103165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:25:36.054015 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'status': 'completed', 'code': 200} Feb 09 13:25:36.127661 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4 req-e1d6d43c-bfb7-47d2-9844-dbc018d8b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:36.129203 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4 req-e1d6d43c-bfb7-47d2-9844-dbc018d8b752 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a995617c26584027b41b908107d1482b&device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 1129 time: 0.0479715 Feb 09 13:25:36.233519 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4 req-17291e2b-5fdd-455b-90b4-b5937f02e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:36.235120 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4 req-17291e2b-5fdd-455b-90b4-b5937f02e7ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=092e799c-3856-4065-b316-ee99869a22fb HTTP/1.1" status: 200 len: 910 time: 0.0968201 Feb 09 13:25:36.241864 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-3b4f4f90-585e-4ae7-9376-a9491a85da06 None None] Set router 41f3f65f-8dad-4dff-9aef-08ba30970359 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:25:36.280473 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4 req-870357a0-183b-4b26-83f4-73e479c65f63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4 HTTP/1.1" status: 200 len: 217 time: 0.0363626 Feb 09 13:25:36.332286 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4 req-a963058c-d678-4f0e-be48-57210eb107ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:36.333753 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4 req-a963058c-d678-4f0e-be48-57210eb107ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c94ef1ac-3384-4c0b-b854-d2dab8ea66ba HTTP/1.1" status: 200 len: 848 time: 0.0430007 Feb 09 13:25:36.393372 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4 req-5bacd413-b9c7-4311-b009-522dbbcb510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:36.394453 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4 req-5bacd413-b9c7-4311-b009-522dbbcb510b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=092e799c-3856-4065-b316-ee99869a22fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507636 Feb 09 13:25:36.449549 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d94540-ed20-467c-9077-80d65302a6e0 req-1df10e2f-7c9d-4cf6-85f9-0e69dfb49ba2 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:36.451017 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3b4f4f90-585e-4ae7-9376-a9491a85da06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 4, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'cbcead3e-3a33-4d92-ae46-91f4dd5aad4e', 'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'mac_address': 'fa:16:3e:b2:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:51Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 5, 'project_id': 'a995617c26584027b41b908107d1482b', 'subnets': [{'id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:36.451664 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-22d94540-ed20-467c-9077-80d65302a6e0 req-1df10e2f-7c9d-4cf6-85f9-0e69dfb49ba2 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0540228 Feb 09 13:25:36.486215 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f4f90-585e-4ae7-9376-a9491a85da06 None None] Checking router: 41f3f65f-8dad-4dff-9aef-08ba30970359 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:25:36.493491 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4 req-42c73157-eff5-40dd-b087-d48aab9cd85c service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890841 Feb 09 13:25:36.495506 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f4f90-585e-4ae7-9376-a9491a85da06 None None] Routers {'41f3f65f-8dad-4dff-9aef-08ba30970359'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:25:36.496123 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3b4f4f90-585e-4ae7-9376-a9491a85da06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:25:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['41f3f65f-8dad-4dff-9aef-08ba30970359'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:36.502531 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-22d94540-ed20-467c-9077-80d65302a6e0 req-232ba638-b928-44b3-a8fa-0f2b8b2a4a35 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452814 Feb 09 13:25:36.583926 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-85549da9-a44c-40ac-b3c6-bc7aee3be2b4 req-97e90d04-cc94-4737-8d78-5548b044d34f service neutron] 10.222.0.31 "GET /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838001 Feb 09 13:25:36.603706 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-3b4f4f90-585e-4ae7-9376-a9491a85da06 None None] Set router 41f3f65f-8dad-4dff-9aef-08ba30970359 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:25:36.802328 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-3b4f4f90-585e-4ae7-9376-a9491a85da06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 4, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'cbcead3e-3a33-4d92-ae46-91f4dd5aad4e', 'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'mac_address': 'fa:16:3e:b2:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:51Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 5, 'project_id': 'a995617c26584027b41b908107d1482b', 'subnets': [{'id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:36.832266 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f4f90-585e-4ae7-9376-a9491a85da06 None None] The sync data for ids ['41f3f65f-8dad-4dff-9aef-08ba30970359'] in dv-cinder-827860-3-iscsi is: [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:52Z', 'revision_number': 4, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi', '_interfaces': [{'id': 'cbcead3e-3a33-4d92-ae46-91f4dd5aad4e', 'name': '', 'network_id': '092e799c-3856-4065-b316-ee99869a22fb', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'mac_address': 'fa:16:3e:b2:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:51Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 5, 'project_id': 'a995617c26584027b41b908107d1482b', 'subnets': [{'id': 'c94ef1ac-3384-4c0b-b854-d2dab8ea66ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:25:37.056374 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baecf65d-39de-4568-beba-8f4b294cd81c None None] New status for floating IP 6bdd8726-524b-4d7c-ad7d-f2b86b16b7ea: DOWN {{(pid=103167) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:25:37.633510 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ebc4e-55b0-46f0-8deb-3551fb549ee6 req-c5c3ae43-ee31-40bc-836e-c93ac8009dc9 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:37.635592 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-136ebc4e-55b0-46f0-8deb-3551fb549ee6 req-c5c3ae43-ee31-40bc-836e-c93ac8009dc9 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0619104 Feb 09 13:25:37.685151 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-136ebc4e-55b0-46f0-8deb-3551fb549ee6 req-79916c83-a629-49db-b368-58b08c903320 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428712 Feb 09 13:25:38.290018 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1807-0a79-400b-8fcd-912dde8d6071 req-ffbde0c6-4497-4f2e-acc9-68e59d8aa055 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:38.291603 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8e0b1807-0a79-400b-8fcd-912dde8d6071 req-ffbde0c6-4497-4f2e-acc9-68e59d8aa055 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 945 time: 0.0512686 Feb 09 13:25:38.390390 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-8e0b1807-0a79-400b-8fcd-912dde8d6071 req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Deleting port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:25:38.390760 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8e0b1807-0a79-400b-8fcd-912dde8d6071 req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:38.479655 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [req-8e0b1807-0a79-400b-8fcd-912dde8d6071 req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] For port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4, host hv-cinder-82786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82786',level=0,port_id=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:38.480024 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8e0b1807-0a79-400b-8fcd-912dde8d6071 req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:38.492153 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [req-8e0b1807-0a79-400b-8fcd-912dde8d6071 req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Calling delete_port for 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 owned by compute:nova {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:25:38.765964 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8e0b1807-0a79-400b-8fcd-912dde8d6071 req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (1c03d285-4ab1-4f1e-af2c-efca29aa27c4), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:38.793116 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event deleted for resources: {'Port': ['ID=1c03d285-4ab1-4f1e-af2c-efca29aa27c4,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:38.807643 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c28df0-95c4-42cf-9907-570bf8f25158 req-57b252f5-2d8f-41e2-9dc1-c7aafe526b88 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103165) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:38.808183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.808183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.808183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.808183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.808183 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.808718 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.808811 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-85c28df0-95c4-42cf-9907-570bf8f25158 req-57b252f5-2d8f-41e2-9dc1-c7aafe526b88 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 867 time: 0.0567281 Feb 09 13:25:38.808913 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.809018 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.809292 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.809693 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.809937 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.810262 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.810605 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:38.847876 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0b1807-0a79-400b-8fcd-912dde8d6071 req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] No DVR routers for this DVR port 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 on host hv-cinder-82786 {{(pid=103164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:38.850803 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [req-8e0b1807-0a79-400b-8fcd-912dde8d6071 req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-361584'] for port (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:38.856586 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [req-8e0b1807-0a79-400b-8fcd-912dde8d6071 req-61545d0f-dcdb-43bc-968e-8b243e7fd01a tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.31 "DELETE /v2.0/ports/1c03d285-4ab1-4f1e-af2c-efca29aa27c4 HTTP/1.1" status: 204 len: 173 time: 0.5537584 Feb 09 13:25:38.856586 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'name': 'network-vif-deleted', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4'}] {{(pid=103164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:25:38.857440 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}973e50196c73792ba330f9ef7f31245a26d908ac9ccd6e68fc3174a4d0e0ee4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c76b79-79d9-4eef-8a79-aca36a88f7c0" -d '{"events": [{"server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "name": "network-vif-deleted", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4"}]}' {{(pid=103164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:25:38.866656 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-85c28df0-95c4-42cf-9907-570bf8f25158 req-ecf15bb2-0090-428a-972b-5b105c32daae tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/security-groups?id=efbf1128-c13e-4b39-9ebe-c78f71af11a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446036 Feb 09 13:25:38.895160 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d7e958-5d83-44ad-9f37-5ff11fa949b0 x-openstack-request-id: req-82d7e958-5d83-44ad-9f37-5ff11fa949b0 {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:25:38.895532 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1603b23-7837-41b5-b502-af4dc9a66c94", "name": "network-vif-deleted", "tag": "1c03d285-4ab1-4f1e-af2c-efca29aa27c4", "status": "completed", "code": 200}]} {{(pid=103164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:25:38.895860 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-82d7e958-5d83-44ad-9f37-5ff11fa949b0 {{(pid=103164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:25:38.896332 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1603b23-7837-41b5-b502-af4dc9a66c94', 'name': 'network-vif-deleted', 'tag': '1c03d285-4ab1-4f1e-af2c-efca29aa27c4', 'status': 'completed', 'code': 200} Feb 09 13:25:39.975023 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [req-934783aa-624a-4a61-a717-0b75f68bde9b req-98f65fbe-e330-4b19-9af1-b882b086cf55 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "GET /v2.0/ports?device_id=e1603b23-7837-41b5-b502-af4dc9a66c94 HTTP/1.1" status: 200 len: 210 time: 0.0269575 Feb 09 13:25:40.895855 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 no longer exists at agent hyperv_hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:25:40.915390 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] No Port match for: 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:25:40.915738 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Device 1c03d285-4ab1-4f1e-af2c-efca29aa27c4 not bound to the agent host hv-cinder-82786 {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:25:41.030508 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49816) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:41.089490 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c9e621bf-1a68-45b4-bf81-f1ca3d390041 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group (efbf1128-c13e-4b39-9ebe-c78f71af11a2), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:41.114520 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c9e621bf-1a68-45b4-bf81-f1ca3d390041 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group (efbf1128-c13e-4b39-9ebe-c78f71af11a2), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:41.245854 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c9e621bf-1a68-45b4-bf81-f1ca3d390041 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (efbf1128-c13e-4b39-9ebe-c78f71af11a2), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:41.248467 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-c9e621bf-1a68-45b4-bf81-f1ca3d390041 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:41.249611 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-c9e621bf-1a68-45b4-bf81-f1ca3d390041 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] 10.222.0.84 "DELETE /v2.0/security-groups/efbf1128-c13e-4b39-9ebe-c78f71af11a2 HTTP/1.1" status: 204 len: 168 time: 0.2181015 Feb 09 13:25:41.258738 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e621bf-1a68-45b4-bf81-f1ca3d390041 tempest-TestShelveInstance-1575507668 tempest-TestShelveInstance-1575507668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbf1128-c13e-4b39-9ebe-c78f71af11a2,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:41.354910 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49820) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:41.695394 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655645'] for router_interface (41f3f65f-8dad-4dff-9aef-08ba30970359), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:42.190505 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] Deleting port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:25:42.190865 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:42.269898 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] For port cbcead3e-3a33-4d92-ae46-91f4dd5aad4e, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=cbcead3e-3a33-4d92-ae46-91f4dd5aad4e,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:42.270267 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:42.283009 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] Calling delete_port for cbcead3e-3a33-4d92-ae46-91f4dd5aad4e owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:25:42.518280 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (cbcead3e-3a33-4d92-ae46-91f4dd5aad4e), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:42.548115 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcead3e-3a33-4d92-ae46-91f4dd5aad4e,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:42.710128 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655753'] for router_interface (41f3f65f-8dad-4dff-9aef-08ba30970359), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:42.925459 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] Router 41f3f65f-8dad-4dff-9aef-08ba30970359 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:43.032232 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:43.037424 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-9e0507b9-b02d-4a34-be51-f8e62a7d63c8 admin admin] 10.222.0.84 "PUT /v2.0/routers/41f3f65f-8dad-4dff-9aef-08ba30970359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6814842 Feb 09 13:25:43.040374 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49822) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:43.041514 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cb13f7-69a7-46c5-8281-86891d4cba2e None None] Sync routers for ids ['41f3f65f-8dad-4dff-9aef-08ba30970359'] in dv-cinder-827860-3-iscsi {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:25:43.051571 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb13f7-69a7-46c5-8281-86891d4cba2e None None] Routers {'41f3f65f-8dad-4dff-9aef-08ba30970359'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:25:43.052191 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-c9cb13f7-69a7-46c5-8281-86891d4cba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:25:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['41f3f65f-8dad-4dff-9aef-08ba30970359'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:43.140364 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Publish callbacks [] for router (41f3f65f-8dad-4dff-9aef-08ba30970359), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:43.161316 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-c9cb13f7-69a7-46c5-8281-86891d4cba2e None None] Set router 41f3f65f-8dad-4dff-9aef-08ba30970359 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:25:43.241007 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Publish callbacks [] for router_gateway (41f3f65f-8dad-4dff-9aef-08ba30970359), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:43.338982 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-c9cb13f7-69a7-46c5-8281-86891d4cba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:25:42Z', 'revision_number': 5, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port': {'id': '9a72c28c-b9b5-4b8f-9aca-d57042f72cdc', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:43.356537 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Deleting port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:25:43.356870 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:43.369511 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cb13f7-69a7-46c5-8281-86891d4cba2e None None] Checking router: 41f3f65f-8dad-4dff-9aef-08ba30970359 for host: dv-cinder-827860-3-iscsi {{(pid=103166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:25:43.378440 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb13f7-69a7-46c5-8281-86891d4cba2e None None] Routers {'41f3f65f-8dad-4dff-9aef-08ba30970359'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:25:43.379089 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-c9cb13f7-69a7-46c5-8281-86891d4cba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:25:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['41f3f65f-8dad-4dff-9aef-08ba30970359'], 'active': True} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:43.434841 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] For port 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=9a72c28c-b9b5-4b8f-9aca-d57042f72cdc,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:43.435209 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:43.447812 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Calling delete_port for 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc owned by network:router_gateway {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:25:43.465427 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvr_db [None req-c9cb13f7-69a7-46c5-8281-86891d4cba2e None None] Set router 41f3f65f-8dad-4dff-9aef-08ba30970359 gateway port host: None {{(pid=103166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:25:43.517278 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_hamode_db [None req-c9cb13f7-69a7-46c5-8281-86891d4cba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:25:43Z', 'revision_number': 6, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port_host': None}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:43.546485 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cb13f7-69a7-46c5-8281-86891d4cba2e None None] The sync data for ids ['41f3f65f-8dad-4dff-9aef-08ba30970359'] in dv-cinder-827860-3-iscsi is: [{'id': '41f3f65f-8dad-4dff-9aef-08ba30970359', 'name': 'tempest-TestShelveInstance-1429810260-router', 'tenant_id': 'a995617c26584027b41b908107d1482b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:49Z', 'updated_at': '2022-02-09T13:25:43Z', 'revision_number': 6, 'project_id': 'a995617c26584027b41b908107d1482b', 'gw_port_host': None}] {{(pid=103166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:25:43.678345 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (9a72c28c-b9b5-4b8f-9aca-d57042f72cdc), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:43.704117 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a72c28c-b9b5-4b8f-9aca-d57042f72cdc,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:43.769402 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662891'] for router_gateway (41f3f65f-8dad-4dff-9aef-08ba30970359), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:43.857678 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25951'] for router (41f3f65f-8dad-4dff-9aef-08ba30970359), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:43.859691 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Publish callbacks [] for router_controller (41f3f65f-8dad-4dff-9aef-08ba30970359), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:43.961032 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658427'] for router (41f3f65f-8dad-4dff-9aef-08ba30970359), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:43.961196 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f3f65f-8dad-4dff-9aef-08ba30970359 {{(pid=103164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:25:43.965619 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:43.967022 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-725a7a01-cd35-47ee-978c-badd710bd9f8 admin admin] 10.222.0.84 "DELETE /v2.0/routers/41f3f65f-8dad-4dff-9aef-08ba30970359 HTTP/1.1" status: 204 len: 168 time: 0.9255269 Feb 09 13:25:43.969315 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49824) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:44.017066 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e56d1d-b381-4df7-8c3d-6d92a1fa927e admin admin] Deleting subnet c94ef1ac-3384-4c0b-b854-d2dab8ea66ba {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:25:44.020155 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8e56d1d-b381-4df7-8c3d-6d92a1fa927e admin admin] Publish callbacks [] for subnet (c94ef1ac-3384-4c0b-b854-d2dab8ea66ba), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.053385 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8e56d1d-b381-4df7-8c3d-6d92a1fa927e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8445525'] for subnet (c94ef1ac-3384-4c0b-b854-d2dab8ea66ba), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.128061 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8e56d1d-b381-4df7-8c3d-6d92a1fa927e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (c94ef1ac-3384-4c0b-b854-d2dab8ea66ba), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.258717 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8e56d1d-b381-4df7-8c3d-6d92a1fa927e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510234'] for subnet (c94ef1ac-3384-4c0b-b854-d2dab8ea66ba), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.292597 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e56d1d-b381-4df7-8c3d-6d92a1fa927e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94ef1ac-3384-4c0b-b854-d2dab8ea66ba,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:44.297217 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c8e56d1d-b381-4df7-8c3d-6d92a1fa927e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.303174 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c8e56d1d-b381-4df7-8c3d-6d92a1fa927e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c94ef1ac-3384-4c0b-b854-d2dab8ea66ba HTTP/1.1" status: 204 len: 168 time: 0.3305855 Feb 09 13:25:44.303587 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49826) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:44.304082 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac44a5c1-6d62-4e18-b4f2-1d1e99ebe29d None None] Network 092e799c-3856-4065-b316-ee99869a22fb requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:25:44.374664 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (092e799c-3856-4065-b316-ee99869a22fb), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.429255 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Deleting port 98325153-bb56-4def-817b-331b82580219 {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:25:44.429594 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (98325153-bb56-4def-817b-331b82580219), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.479967 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] DHCP port deletion for 092e799c-3856-4065-b316-ee99869a22fb request from dv-cinder-827860-3-iscsi {{(pid=103166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:25:44.497062 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] For port 98325153-bb56-4def-817b-331b82580219, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=98325153-bb56-4def-817b-331b82580219,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:44.497432 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (98325153-bb56-4def-817b-331b82580219), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.510987 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Calling delete_port for 98325153-bb56-4def-817b-331b82580219 owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:25:44.530366 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Deleting port 98325153-bb56-4def-817b-331b82580219 {{(pid=103166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:25:44.530774 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (98325153-bb56-4def-817b-331b82580219), before_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.598261 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] For port 98325153-bb56-4def-817b-331b82580219, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=98325153-bb56-4def-817b-331b82580219,segment=NetworkSegment(55e64c67-6cf2-42cc-9bbb-99a6cc6583f4),segment_id=55e64c67-6cf2-42cc-9bbb-99a6cc6583f4)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:44.598692 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (98325153-bb56-4def-817b-331b82580219), precommit_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.615132 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Calling delete_port for 98325153-bb56-4def-817b-331b82580219 owned by network:dhcp {{(pid=103166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:25:44.672804 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (98325153-bb56-4def-817b-331b82580219), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.693345 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841'] for port (98325153-bb56-4def-817b-331b82580219), after_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.696116 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=98325153-bb56-4def-817b-331b82580219,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:44.702366 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] No DVR routers for this DVR port 98325153-bb56-4def-817b-331b82580219 on host dv-cinder-827860-3-iscsi {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:44.723047 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Pushing event deleted for resources: {'Port': ['ID=98325153-bb56-4def-817b-331b82580219,revision_number=None']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:44.727293 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] No DVR routers for this DVR port 98325153-bb56-4def-817b-331b82580219 on host dv-cinder-827860-3-iscsi {{(pid=103166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:44.733794 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.734147 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.734489 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.734841 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.735188 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.735514 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.735881 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.736157 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.736498 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.736807 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.737127 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.737444 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.737887 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e3f68-46ed-4407-903a-9df54666d0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827860-3-iscsi {{(pid=103166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:44.776570 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (092e799c-3856-4065-b316-ee99869a22fb), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.796720 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092e799c-3856-4065-b316-ee99869a22fb']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:44.805680 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:44.805974 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e64c67-6cf2-42cc-9bbb-99a6cc6583f4') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:44.814885 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (55e64c67-6cf2-42cc-9bbb-99a6cc6583f4), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.827777 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (55e64c67-6cf2-42cc-9bbb-99a6cc6583f4), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.833383 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:25:44.833752 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (55e64c67-6cf2-42cc-9bbb-99a6cc6583f4), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:44.835346 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:44.946790 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (092e799c-3856-4065-b316-ee99869a22fb), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.952786 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:44.955924 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] 10.222.0.84 "DELETE /v2.0/networks/092e799c-3856-4065-b316-ee99869a22fb HTTP/1.1" status: 204 len: 168 time: 0.6513605 Feb 09 13:25:44.959001 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49828) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:44.971155 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4b80-09ee-4338-886e-afaf856843e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=092e799c-3856-4065-b316-ee99869a22fb,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:44.990047 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 98325153-bb56-4def-817b-331b82580219 no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:25:45.010861 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 98325153-bb56-4def-817b-331b82580219 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:25:45.011211 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 98325153-bb56-4def-817b-331b82580219 not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:25:45.011640 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device cbcead3e-3a33-4d92-ae46-91f4dd5aad4e no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:25:45.034494 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: cbcead3e-3a33-4d92-ae46-91f4dd5aad4e {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:25:45.034871 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device cbcead3e-3a33-4d92-ae46-91f4dd5aad4e not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:25:45.035562 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:25:45.054813 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:25:45.055173 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 9a72c28c-b9b5-4b8f-9aca-d57042f72cdc not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:25:45.313783 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655645'] for router_interface (eb0d56b1-f3db-4d90-80da-19759188f4b7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:45.554331 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] Deleting port 74232b9a-b50c-449f-9e61-0526d69bb991 {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:25:45.554702 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:45.630081 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] For port 74232b9a-b50c-449f-9e61-0526d69bb991, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=74232b9a-b50c-449f-9e61-0526d69bb991,segment=NetworkSegment(038a0266-6ced-43fe-bfec-6a767f6bf220),segment_id=038a0266-6ced-43fe-bfec-6a767f6bf220)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:45.630434 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:45.643420 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] Calling delete_port for 74232b9a-b50c-449f-9e61-0526d69bb991 owned by network:router_interface {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:25:45.863130 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (74232b9a-b50c-449f-9e61-0526d69bb991), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:45.890938 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=74232b9a-b50c-449f-9e61-0526d69bb991,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:46.058585 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655753'] for router_interface (eb0d56b1-f3db-4d90-80da-19759188f4b7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:46.269232 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] Router eb0d56b1-f3db-4d90-80da-19759188f4b7 has already been hosted by L3 agent 01b09a6d-9609-481e-9f5e-47582490ac74 {{(pid=103164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:46.633542 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] Notify agent at l3_agent.dv-cinder-827860-3-iscsi the message routers_updated {{(pid=103164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:46.638973 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-2d1531a2-259f-43b2-8bea-200a4e725bf9 admin admin] 10.222.0.84 "PUT /v2.0/routers/eb0d56b1-f3db-4d90-80da-19759188f4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6789472 Feb 09 13:25:46.641575 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49830) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:46.642607 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231da74-74fa-477d-9bd1-b67ef9a1763c None None] Sync routers for ids ['eb0d56b1-f3db-4d90-80da-19759188f4b7'] in dv-cinder-827860-3-iscsi {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:25:46.653052 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231da74-74fa-477d-9bd1-b67ef9a1763c None None] Routers {'eb0d56b1-f3db-4d90-80da-19759188f4b7'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:25:46.653688 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-e231da74-74fa-477d-9bd1-b67ef9a1763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:25:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['eb0d56b1-f3db-4d90-80da-19759188f4b7'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:46.758479 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-e231da74-74fa-477d-9bd1-b67ef9a1763c None None] Set router eb0d56b1-f3db-4d90-80da-19759188f4b7 gateway port host: dv-cinder-827860-3-iscsi {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:25:46.888464 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Publish callbacks [] for router (eb0d56b1-f3db-4d90-80da-19759188f4b7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:46.999064 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Publish callbacks [] for router_gateway (eb0d56b1-f3db-4d90-80da-19759188f4b7), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.039913 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-e231da74-74fa-477d-9bd1-b67ef9a1763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'name': 'tempest-TestShelveInstance-948536386-router', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'external_fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:25:45Z', 'revision_number': 5, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'gw_port': {'id': 'e8e7c7ae-8771-4d1d-9209-680d58b7d32a', 'name': '', 'network_id': 'fe239bd9-8017-490e-9e82-efc91d772d35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827860-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cebc555-95dd-4ea3-8ac4-61d693666e36', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827860-3-iscsi'}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:47.067610 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231da74-74fa-477d-9bd1-b67ef9a1763c None None] Checking router: eb0d56b1-f3db-4d90-80da-19759188f4b7 for host: dv-cinder-827860-3-iscsi {{(pid=103167) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:25:47.075962 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231da74-74fa-477d-9bd1-b67ef9a1763c None None] Routers {'eb0d56b1-f3db-4d90-80da-19759188f4b7'} bound to L3 agent in host dv-cinder-827860-3-iscsi {{(pid=103167) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:25:47.076576 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-e231da74-74fa-477d-9bd1-b67ef9a1763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827860-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:02:55Z,description=,heartbeat_timestamp=2022-02-09T13:25:25Z,host='dv-cinder-827860-3-iscsi',id=01b09a6d-9609-481e-9f5e-47582490ac74,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:02:56Z,topic='l3_agent')) {'router_ids': ['eb0d56b1-f3db-4d90-80da-19759188f4b7'], 'active': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:47.111732 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Deleting port e8e7c7ae-8771-4d1d-9209-680d58b7d32a {{(pid=103164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:25:47.112332 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.163037 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_dvr_db [None req-e231da74-74fa-477d-9bd1-b67ef9a1763c None None] Set router eb0d56b1-f3db-4d90-80da-19759188f4b7 gateway port host: None {{(pid=103167) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:25:47.189394 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] For port e8e7c7ae-8771-4d1d-9209-680d58b7d32a, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=e8e7c7ae-8771-4d1d-9209-680d58b7d32a,segment=NetworkSegment(ff881fa7-2e07-4ae3-a3f8-40da9e1fad05),segment_id=ff881fa7-2e07-4ae3-a3f8-40da9e1fad05)] {{(pid=103164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:47.189755 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.202173 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Calling delete_port for e8e7c7ae-8771-4d1d-9209-680d58b7d32a owned by network:router_gateway {{(pid=103164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:25:47.215397 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.l3_hamode_db [None req-e231da74-74fa-477d-9bd1-b67ef9a1763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'name': 'tempest-TestShelveInstance-948536386-router', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:25:46Z', 'revision_number': 6, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'gw_port_host': None}], 'dv-cinder-827860-3-iscsi', False) {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:47.241359 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231da74-74fa-477d-9bd1-b67ef9a1763c None None] The sync data for ids ['eb0d56b1-f3db-4d90-80da-19759188f4b7'] in dv-cinder-827860-3-iscsi is: [{'id': 'eb0d56b1-f3db-4d90-80da-19759188f4b7', 'name': 'tempest-TestShelveInstance-948536386-router', 'tenant_id': 'aef50a35ca75407ab2a95301f524be8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:55Z', 'updated_at': '2022-02-09T13:25:46Z', 'revision_number': 6, 'project_id': 'aef50a35ca75407ab2a95301f524be8d', 'gw_port_host': None}] {{(pid=103167) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:25:47.432603 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.457477 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579591'] for port (e8e7c7ae-8771-4d1d-9209-680d58b7d32a), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.482890 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e7c7ae-8771-4d1d-9209-680d58b7d32a,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:47.544779 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662891'] for router_gateway (eb0d56b1-f3db-4d90-80da-19759188f4b7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.635530 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25951'] for router (eb0d56b1-f3db-4d90-80da-19759188f4b7), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.638229 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Publish callbacks [] for router_controller (eb0d56b1-f3db-4d90-80da-19759188f4b7), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.746842 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658427'] for router (eb0d56b1-f3db-4d90-80da-19759188f4b7), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.747439 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb0d56b1-f3db-4d90-80da-19759188f4b7 {{(pid=103164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:25:47.752304 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.753444 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-c0ee1e8e-9768-4d72-a24e-8b3f7f683e96 admin admin] 10.222.0.84 "DELETE /v2.0/routers/eb0d56b1-f3db-4d90-80da-19759188f4b7 HTTP/1.1" status: 204 len: 168 time: 1.1108344 Feb 09 13:25:47.755914 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [-] (103164) accepted ('10.222.0.84', 49834) {{(pid=103164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:47.802198 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.db.db_base_plugin_v2 [None req-67acf881-551a-45a3-82a7-5b81a8a1dc79 admin admin] Deleting subnet d71bb267-fae3-4d97-97bc-013ea98b4ac5 {{(pid=103164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:25:47.805264 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67acf881-551a-45a3-82a7-5b81a8a1dc79 admin admin] Publish callbacks [] for subnet (d71bb267-fae3-4d97-97bc-013ea98b4ac5), before_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.838531 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67acf881-551a-45a3-82a7-5b81a8a1dc79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8445525'] for subnet (d71bb267-fae3-4d97-97bc-013ea98b4ac5), precommit_delete_associations {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:47.919608 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67acf881-551a-45a3-82a7-5b81a8a1dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66881580'] for subnet (d71bb267-fae3-4d97-97bc-013ea98b4ac5), precommit_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.044442 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67acf881-551a-45a3-82a7-5b81a8a1dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66881751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510234'] for subnet (d71bb267-fae3-4d97-97bc-013ea98b4ac5), after_delete {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.076406 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acf881-551a-45a3-82a7-5b81a8a1dc79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71bb267-fae3-4d97-97bc-013ea98b4ac5,revision_number=None']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:48.081359 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-67acf881-551a-45a3-82a7-5b81a8a1dc79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for subnet (None), before_response {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.088572 dv-cinder-827860-3-iscsi neutron-server[103164]: INFO neutron.wsgi [None req-67acf881-551a-45a3-82a7-5b81a8a1dc79 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d71bb267-fae3-4d97-97bc-013ea98b4ac5 HTTP/1.1" status: 204 len: 168 time: 0.3295126 Feb 09 13:25:48.088724 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80a79db-1711-49ac-bdce-77dd2bac1c5e None None] Network 5dbaa2d4-8120-40cd-9304-bb93fc50499b requested from dv-cinder-827860-3-iscsi {{(pid=103166) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:25:48.088980 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49836) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:48.159200 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66758138'] for network (5dbaa2d4-8120-40cd-9304-bb93fc50499b), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.221247 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Deleting port ed5eb746-acea-4288-993d-7061d72d143d {{(pid=103165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:25:48.221481 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (ed5eb746-acea-4288-993d-7061d72d143d), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.254394 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c92c88-af9b-4669-ba7d-3260aa35d795 None None] DHCP port deletion for 5dbaa2d4-8120-40cd-9304-bb93fc50499b request from dv-cinder-827860-3-iscsi {{(pid=103166) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:25:48.309988 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-11c92c88-af9b-4669-ba7d-3260aa35d795 None None] Deleting port ed5eb746-acea-4288-993d-7061d72d143d {{(pid=103166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:25:48.310238 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11c92c88-af9b-4669-ba7d-3260aa35d795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790220748436'] for port (ed5eb746-acea-4288-993d-7061d72d143d), before_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.374097 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.db [None req-11c92c88-af9b-4669-ba7d-3260aa35d795 None None] For port ed5eb746-acea-4288-993d-7061d72d143d, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=ed5eb746-acea-4288-993d-7061d72d143d,segment=NetworkSegment(038a0266-6ced-43fe-bfec-6a767f6bf220),segment_id=038a0266-6ced-43fe-bfec-6a767f6bf220)] {{(pid=103166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:48.374494 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11c92c88-af9b-4669-ba7d-3260aa35d795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (ed5eb746-acea-4288-993d-7061d72d143d), precommit_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.391182 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-11c92c88-af9b-4669-ba7d-3260aa35d795 None None] Calling delete_port for ed5eb746-acea-4288-993d-7061d72d143d owned by network:dhcp {{(pid=103166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:25:48.530114 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.db [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] For port ed5eb746-acea-4288-993d-7061d72d143d, host dv-cinder-827860-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827860-3-iscsi',level=0,port_id=ed5eb746-acea-4288-993d-7061d72d143d,segment=NetworkSegment(038a0266-6ced-43fe-bfec-6a767f6bf220),segment_id=038a0266-6ced-43fe-bfec-6a767f6bf220)] {{(pid=103165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:48.530403 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (ed5eb746-acea-4288-993d-7061d72d143d), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.536205 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-11c92c88-af9b-4669-ba7d-3260aa35d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841'] for port (ed5eb746-acea-4288-993d-7061d72d143d), after_delete {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.545163 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Calling delete_port for ed5eb746-acea-4288-993d-7061d72d143d owned by network:dhcp {{(pid=103165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:25:48.571860 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c92c88-af9b-4669-ba7d-3260aa35d795 None None] Pushing event deleted for resources: {'Port': ['ID=ed5eb746-acea-4288-993d-7061d72d143d,revision_number=None']} {{(pid=103166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:48.574473 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c92c88-af9b-4669-ba7d-3260aa35d795 None None] No DVR routers for this DVR port ed5eb746-acea-4288-993d-7061d72d143d on host dv-cinder-827860-3-iscsi {{(pid=103166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:48.630612 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66785573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790220754935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790220347841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3231538'] for port (ed5eb746-acea-4288-993d-7061d72d143d), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.657375 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5eb746-acea-4288-993d-7061d72d143d,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:48.661161 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] No DVR routers for this DVR port ed5eb746-acea-4288-993d-7061d72d143d on host dv-cinder-827860-3-iscsi {{(pid=103165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:48.729377 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66733243', 'neutron.services.segments.db._delete_segments_for_network-8790220857025'] for network (5dbaa2d4-8120-40cd-9304-bb93fc50499b), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.749022 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbaa2d4-8120-40cd-9304-bb93fc50499b']}} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:48.757979 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038a0266-6ced-43fe-bfec-6a767f6bf220') {'for_net_delete': True} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:48.758270 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.services.segments.db [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038a0266-6ced-43fe-bfec-6a767f6bf220') {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:48.767334 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790220859082', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3355194'] for segment (038a0266-6ced-43fe-bfec-6a767f6bf220), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.780588 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350'] for segment (038a0266-6ced-43fe-bfec-6a767f6bf220), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.786528 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103165) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:25:48.786960 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66883350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3231559'] for segment (038a0266-6ced-43fe-bfec-6a767f6bf220), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: self.session.flush() Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: self.session.flush() Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: self.session.flush() Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: self.session.flush() Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: Traceback (most recent call last): Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: timer() Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: cb(*args, **kw) Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: return func(*args, **kwargs) Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: self._notify() Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: self.callback(batched_events) Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: event.method(event) Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: return f(self, *a, **k) Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._get(url).json() Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:48.788558 dv-cinder-827860-3-iscsi neutron-server[103165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:48.931836 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66733218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662799'] for network (5dbaa2d4-8120-40cd-9304-bb93fc50499b), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.937156 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583166'] for network (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:48.940672 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] 10.222.0.84 "DELETE /v2.0/networks/5dbaa2d4-8120-40cd-9304-bb93fc50499b HTTP/1.1" status: 204 len: 168 time: 0.8502917 Feb 09 13:25:48.952262 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a18ef2-7ca6-43e4-b0fc-ed5223230c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbaa2d4-8120-40cd-9304-bb93fc50499b,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:48.991238 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 74232b9a-b50c-449f-9e61-0526d69bb991 no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:25:49.011513 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: 74232b9a-b50c-449f-9e61-0526d69bb991 {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:25:49.011861 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device 74232b9a-b50c-449f-9e61-0526d69bb991 not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:25:49.012282 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device ed5eb746-acea-4288-993d-7061d72d143d no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:25:49.034141 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: ed5eb746-acea-4288-993d-7061d72d143d {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:25:49.034505 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device ed5eb746-acea-4288-993d-7061d72d143d not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:25:49.034941 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device e8e7c7ae-8771-4d1d-9209-680d58b7d32a no longer exists at agent ovs-agent-dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:25:49.053480 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.plugin [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] No Port match for: e8e7c7ae-8771-4d1d-9209-680d58b7d32a {{(pid=103166) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:25:49.053829 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron.plugins.ml2.rpc [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Device e8e7c7ae-8771-4d1d-9209-680d58b7d32a not bound to the agent host dv-cinder-827860-3-iscsi {{(pid=103166) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:25:49.277844 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49840) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:49.316777 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-2d5b0e8a-c9d8-4016-ae6b-4fa9ef555b84 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a995617c26584027b41b908107d1482b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370975 Feb 09 13:25:49.319173 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49842) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:49.365008 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cc76cbeb-254a-49f4-9c04-c0948b4e1b47 admin admin] Publish callbacks [] for security_group (9a52a1fb-b618-412e-94a6-9f5e6345f1f0), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:49.386034 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cc76cbeb-254a-49f4-9c04-c0948b4e1b47 admin admin] Publish callbacks [] for security_group (9a52a1fb-b618-412e-94a6-9f5e6345f1f0), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:49.491547 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cc76cbeb-254a-49f4-9c04-c0948b4e1b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (9a52a1fb-b618-412e-94a6-9f5e6345f1f0), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:49.494169 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-cc76cbeb-254a-49f4-9c04-c0948b4e1b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:49.495435 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-cc76cbeb-254a-49f4-9c04-c0948b4e1b47 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9a52a1fb-b618-412e-94a6-9f5e6345f1f0 HTTP/1.1" status: 204 len: 168 time: 0.1753907 Feb 09 13:25:49.507590 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76cbeb-254a-49f4-9c04-c0948b4e1b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a52a1fb-b618-412e-94a6-9f5e6345f1f0,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:50.161147 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49848) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:50.204595 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-b83be4b7-1ca1-4f85-861e-17dfe9f56931 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aef50a35ca75407ab2a95301f524be8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422177 Feb 09 13:25:50.207076 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [-] (103165) accepted ('10.222.0.84', 49850) {{(pid=103165) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:25:50.258706 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f88950b8-ae03-4235-8ce9-f6069c3c74fe admin admin] Publish callbacks [] for security_group (cc213529-97cc-45ea-b03e-299b6a4433df), before_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:50.279681 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f88950b8-ae03-4235-8ce9-f6069c3c74fe admin admin] Publish callbacks [] for security_group (cc213529-97cc-45ea-b03e-299b6a4433df), precommit_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:50.392199 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f88950b8-ae03-4235-8ce9-f6069c3c74fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773355'] for security_group (cc213529-97cc-45ea-b03e-299b6a4433df), after_delete {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:50.394796 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-f88950b8-ae03-4235-8ce9-f6069c3c74fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:50.395969 dv-cinder-827860-3-iscsi neutron-server[103165]: INFO neutron.wsgi [None req-f88950b8-ae03-4235-8ce9-f6069c3c74fe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cc213529-97cc-45ea-b03e-299b6a4433df HTTP/1.1" status: 204 len: 168 time: 0.1879475 Feb 09 13:25:50.404414 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88950b8-ae03-4235-8ce9-f6069c3c74fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc213529-97cc-45ea-b03e-299b6a4433df,revision_number=None']} {{(pid=103165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:52.749453 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b0db51fa-21a8-4625-b875-48a91ad09b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:54.577539 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:25:55.049151 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4fcf7cd3-8005-45be-9b56-5bedfc1e4e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:56.201127 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:57.759997 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:25:59.280304 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:17.468906 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:22.746249 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-1cd257c2-b108-46b8-b88b-17981ac631b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:25.045322 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-d61edd89-8c02-4d92-8389-181a803ad30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:26.240425 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:27.752532 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:29.301654 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:31.575848 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:26:37.516768 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [req-0f5c49b9-13ce-48a9-92ea-dca6690dd380 req-408e4f30-d0ef-4d85-b34d-b7517b4edf11 service neutron] (103165) timed out ('10.222.0.31', 64482) {{(pid=103165) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 13:26:37.649851 dv-cinder-827860-3-iscsi neutron-server[103164]: DEBUG neutron.wsgi [req-bb886992-5548-4f3c-81af-0ca4585d54ae req-35355c84-cdce-4fe1-94eb-25922568ea50 service neutron] (103164) timed out ('10.222.0.31', 64487) {{(pid=103164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 13:26:47.457331 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:52.798237 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-96a4aec7-f3af-44a9-a59e-791f7a3cda3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:55.037772 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-73635008-188e-4f37-92f8-13fc16bad1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:56.220122 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:57.776906 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:26:59.277006 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:08.574454 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:27:17.482666 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:22.768543 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a97ecc59-4f4b-433b-8fab-8abf32433b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:25.051047 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-49de7d00-ae58-454a-b7c0-795ab83adb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:26.239992 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:27.762083 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:29.297318 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:45.574166 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:27:47.510649 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:52.744941 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-9900bda5-742f-4e07-815b-7ea637695cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:55.051657 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-9f03c928-5e94-4014-a9ea-f5a613c1b4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:56.196474 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:57.772827 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:27:59.310354 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:17.487605 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:22.573293 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:28:22.784870 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3add-cf5f-420d-8200-5ddaf9c6b12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:25.053070 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-ee1d957d-3f7b-4b31-b72a-0d19b81ffa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:26.251999 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:27.759984 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:29.268478 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:47.491391 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:52.772629 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6b5c8331-126c-4f52-bf5e-68f4d9048e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:55.069882 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-e4bba8c4-4a6e-4dc8-87ff-9cd772fc566a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:56.222406 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:57.785174 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:59.268284 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:28:59.572290 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:29:01.020609 dv-cinder-827860-3-iscsi neutron-server[103165]: DEBUG neutron.wsgi [req-c4e687b8-cd4b-4545-b1d1-ebe468f8e958 req-e8b8ce36-4266-4bd5-8cbb-42a4eae28835 service neutron] (103165) timed out ('10.222.0.31', 64506) {{(pid=103165) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 13:29:17.475815 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:29:22.760892 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-197c2fee-378b-4b1f-b1f8-04c567ade395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:29:25.051193 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-4399b8e8-57a9-4c08-b8a5-89f554fe0a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:29:26.235586 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:29:27.777981 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:29:29.303736 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:29:36.571111 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:29:47.578078 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:29:52.760205 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-fd3783f1-22a1-4ea0-935b-46eef1cd68c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:29:55.091961 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6981a2af-5a89-4145-951c-5e1e7e499caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:29:56.269357 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:29:57.778245 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:29:59.308834 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:13.570751 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:30:17.520290 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:22.759895 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-801598d8-5bb6-4d63-9c62-2c9b8cf63d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:25.051766 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-b4777eb5-12dc-43e7-b9fa-f30a3e341d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:26.263315 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:27.765853 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:29.303060 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:47.519481 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-6290a16d-0bca-4f80-8b96-070f1efd28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (74adfc37-1a34-4c3f-8bbc-b59b0ad8b4aa), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:50.570169 dv-cinder-827860-3-iscsi neutron-server[103167]: DEBUG neutron.db.agents_db [None req-3709e9bf-688e-4924-a7dd-7c98e243cabd None None] Agent healthcheck: found 6 active agents {{(pid=103167) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:30:52.754298 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-755aad7c-21bc-44d8-8c02-afa73e9e3666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (bdd659b5-adde-4004-899b-32f3fe48cae3), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:55.046080 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-7fe707fa-711d-4bb1-afb4-9e1c1e76b75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (01b09a6d-9609-481e-9f5e-47582490ac74), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:56.245297 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-93b2669a-2af5-4942-89ba-64a686fd4ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (aa16678d-cc42-460b-8c74-f17935fe22b0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:57.777673 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-a49582ce-08a2-49ff-a3f8-6db31a6dd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (6f546415-49b3-4424-a6d2-67a2fe564bd0), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:30:59.354137 dv-cinder-827860-3-iscsi neutron-server[103166]: DEBUG neutron_lib.callbacks.manager [None req-29e3c4c0-d5e7-408f-afd9-3faf779a9ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790220857007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66747312'] for agent (9ea81e40-cb5d-4115-b66f-91b8e80d4ed7), after_update {{(pid=103166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}